-- Logs begin at Fri 2021-06-18 07:31:01 UTC, end at Fri 2021-06-18 08:58:08 UTC. -- Jun 18 08:07:08.389749 dv-cinder-761113-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 18 08:07:11.048407 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.common.config [-] Logging enabled! Jun 18 08:07:11.049026 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 08:07:11.049184 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92785) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 08:07:11.052392 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.common.config [-] Logging enabled! Jun 18 08:07:11.052651 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 08:07:11.052967 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92785) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 08:07:11.053877 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 08:07:11.054115 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 08:07:11.054474 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 08:07:11.054724 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 08:07:11.054953 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 08:07:11.055297 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.055594 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.055889 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.056122 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.056418 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.056709 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.056996 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.057285 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.057581 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.057867 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.058152 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.058436 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.058673 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.058952 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.059269 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.059687 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.059687 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] debug = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.060174 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.060573 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.060986 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.061269 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.061560 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.061840 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.062114 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.062391 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.062677 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.063029 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] host = dv-cinder-761113-14-iscsi {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.063310 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.063611 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.063883 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.064171 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.064449 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.064728 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.065011 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.065287 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.065560 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] log_file = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.065838 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.066127 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.066416 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.066705 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.066931 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.067181 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.067468 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.067755 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.068034 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.068312 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.068589 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.068870 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.069147 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.069414 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.069699 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.069984 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.070269 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.070546 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.070821 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.071115 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.071390 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.071673 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.071948 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.072225 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.072503 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.072791 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.073063 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.073339 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.073639 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.073924 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.074207 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.074491 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.074766 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.075781 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.076011 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.076289 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.076568 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] use_json = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.076847 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.077122 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.077403 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.077679 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.077953 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.078238 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.078512 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.078799 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:11.079122 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.079423 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.079723 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.080009 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.080302 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.080585 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.080875 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.081156 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.081444 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.081731 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.082020 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.082298 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.082589 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.082870 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.083198 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.083506 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.083800 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.084096 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.084373 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.084651 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.084926 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.085205 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.085493 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.085787 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.086076 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.086352 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.086634 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.086927 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.087301 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.087580 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.087865 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.088157 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.088438 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.088724 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.089009 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.089287 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.089562 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.089836 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.090117 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.090408 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.091298 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.091884 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.092077 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.092366 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.092648 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.092941 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.093241 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.093504 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.093781 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.094064 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.094342 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.094619 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.094899 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.095203 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.095485 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.095761 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.096039 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.096315 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.096591 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.096867 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.097143 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.097419 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.097697 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.097974 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.098248 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.098525 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.098806 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.099107 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.099400 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.099702 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.099983 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.100266 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.100548 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.100827 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.101105 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.101386 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.101666 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.101947 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.102223 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.102514 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.102804 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.103112 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.103401 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.103686 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.103984 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.104266 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.104554 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.104835 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.105116 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.105412 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.105696 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.105992 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.106318 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.106886 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.107038 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.107281 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.107688 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.107868 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.108150 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:11.108370 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 08:07:11.108615 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92785) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 18 08:07:11.455626 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:07:11.455902 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:07:11.456194 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:07:11.456528 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 18 08:07:11.842137 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:11.842431 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:11.842707 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:11.844030 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:11.844308 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:11.844576 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:11.878054 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:11.878336 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:11.878608 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:11.892211 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:11.892491 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:11.892763 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:11.923769 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:11.924058 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:11.924325 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:11.960387 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:11.960673 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:11.960944 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.190780 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.191380 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.191380 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.191601 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.192545 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.315486 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.315809 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.316094 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.316368 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.316641 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.316955 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.317216 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.317477 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.317733 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.318014 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.318274 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.318541 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.318803 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.319099 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.319358 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.319629 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.319901 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.320157 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.320430 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.320685 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.320965 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.321314 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.321569 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.321854 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.322104 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.322356 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.322743 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92785) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 08:07:12.323011 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92785) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 08:07:12.323250 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92785) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 08:07:12.323487 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92785) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 08:07:12.323725 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92785) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 08:07:12.323961 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92785) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 08:07:12.324320 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 18 08:07:12.328396 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 18 08:07:12.332275 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 18 08:07:12.336031 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Jun 18 08:07:12.337651 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 18 08:07:12.338106 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 18 08:07:12.338443 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 18 08:07:12.338824 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 18 08:07:12.342316 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 18 08:07:12.342582 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 18 08:07:12.342932 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 08:07:12.372820 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 18 08:07:12.373268 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.373568 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92785) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 18 08:07:12.373933 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.375322 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92785) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 18 08:07:12.375608 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 08:07:12.375859 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 18 08:07:12.378931 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.379248 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:12.442676 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 18 08:07:12.442866 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 18 08:07:12.443126 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 18 08:07:12.443491 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 18 08:07:12.463636 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_db.sqlalchemy.engines [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92785) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 18 08:07:12.990940 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Initializing driver for type 'gre' Jun 18 08:07:12.991499 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] gre ID ranges: [(1, 1000)] Jun 18 08:07:13.044884 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Initializing driver for type 'local' Jun 18 08:07:13.045234 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Initializing driver for type 'vlan' Jun 18 08:07:13.057487 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] VlanTypeDriver initialization complete Jun 18 08:07:13.057854 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Initializing driver for type 'vxlan' Jun 18 08:07:13.058354 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] vxlan ID ranges: [(1, 1000)] Jun 18 08:07:13.113245 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Initializing extension driver 'port_security' Jun 18 08:07:13.113601 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.extensions.port_security [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] PortSecurityExtensionDriver initialization complete Jun 18 08:07:13.113942 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Initializing mechanism driver 'openvswitch' Jun 18 08:07:13.114273 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Initializing mechanism driver 'hyperv' Jun 18 08:07:13.120941 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.plugin [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:13.121706 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > port after_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.123167 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > port after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.123548 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > port after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.123945 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > subnet after_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.124303 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > subnet after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.124656 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > subnet after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.125041 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > network after_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.125396 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > network after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.125744 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > network after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.126128 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > security_group after_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.126492 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > security_group after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.126840 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > security_group after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.127263 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.127620 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.127963 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.128351 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > address_group after_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.128702 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > address_group after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.129047 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > address_group after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.129388 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] ML2 OVO RPC backend initialized. {{(pid=92785) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 18 08:07:13.130086 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router_interface after_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.130446 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.130864 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > network before_response 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.131242 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > networks before_response 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.131595 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > port before_response 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.131941 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > ports before_response 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.132287 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > subnet before_response 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.132631 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > subnets before_response 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.132980 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > network after_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.133322 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > network after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.133668 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > network after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.134000 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > port after_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.134339 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > port after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.134685 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > port after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.135046 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > subnet after_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.135386 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > subnet after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.135725 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > subnet after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.136310 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.plugin [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Modular L2 Plugin initialization complete Jun 18 08:07:13.136641 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading services supported by the core plugin {{(pid=92785) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 18 08:07:13.136970 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.plugins.ml2.managers [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Got port-security extension from driver 'port_security' Jun 18 08:07:13.137434 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.extensions.vlantransparent [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Disabled vlantransparent extension. Jun 18 08:07:13.139202 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92785) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 18 08:07:13.139963 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading Plugin: router Jun 18 08:07:13.175369 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router_interface before_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.175767 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router after_create 55549900 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.176146 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router before_create 55549900 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.176526 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.176908 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.177272 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router after_delete 55549900 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.177644 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > floatingip after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.178021 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router after_create 55549900 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.178375 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router after_update 55549900 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.178732 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router after_update 55549900 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.179114 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.179485 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router after_update 55549900 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.179899 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router precommit_update 55549900 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.180274 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: port after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.180617 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: port after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.180961 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: subnet after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.181298 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.181649 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > port precommit_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.182006 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router precommit_create 55549900 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.182354 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: port before_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.182700 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router precommit_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.183095 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router after_update 55549900 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.183449 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router precommit_delete 55549900 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.183811 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router precommit_create 55549900 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.184177 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router_interface after_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.185460 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router precommit_update 55549900 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.185851 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > network after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.186718 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Tracking information for resource: router configured {{(pid=92785) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 08:07:13.187084 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Tracking information for resource: floatingip configured {{(pid=92785) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 08:07:13.192005 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.db.l3_agentschedulers_db [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 18 08:07:13.192563 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: port after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.192932 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: port after_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.193355 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: port after_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.193709 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: port after_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.194506 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router before_create 55550100 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.194878 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router precommit_delete 55550100 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.195269 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router precommit_create 55550100 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.195631 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > router precommit_update 55550100 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.201198 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.services.provider_configuration [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Service providers = [] {{(pid=92785) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 18 08:07:13.201575 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.db.servicetype_db [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92785) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 18 08:07:13.204486 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.services.service_base [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92785) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 08:07:13.204840 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.services.service_base [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92785) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 08:07:13.205187 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.services.service_base [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92785) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 08:07:13.206065 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.services.service_base [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92785) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 08:07:13.206438 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.services.service_base [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 18 08:07:13.206819 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92785) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 08:07:13.207174 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 18 08:07:13.218360 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92785) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 08:07:13.218697 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading Plugin: auto_allocate Jun 18 08:07:13.224408 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: network precommit_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.224779 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: network precommit_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.225304 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92785) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 08:07:13.225629 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading Plugin: tag Jun 18 08:07:13.233089 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92785) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 08:07:13.233426 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading Plugin: timestamp Jun 18 08:07:13.237235 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92785) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 08:07:13.237567 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading Plugin: network_ip_availability Jun 18 08:07:13.244609 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.244930 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.245291 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.246030 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92785) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 08:07:13.246353 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading Plugin: flavors Jun 18 08:07:13.252168 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92785) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 08:07:13.252503 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading Plugin: revisions Jun 18 08:07:13.256872 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92785) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 08:07:13.257274 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:07:13.258018 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92785) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 18 08:07:13.258356 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Initializing extension manager. Jun 18 08:07:13.258863 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: __init__.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.259234 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: __pycache__ {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.259574 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.259909 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: address_group.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.260666 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.261235 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: address-group Jun 18 08:07:13.261563 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: address_scope.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.262267 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.262931 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: address-scope Jun 18 08:07:13.263389 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: admin_state_down_before_update.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.264821 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.265335 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: router-admin-state-down-before-update Jun 18 08:07:13.265660 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: agent.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.266352 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.266865 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: agent Jun 18 08:07:13.267212 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: agent_resources_synced.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.268107 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.268640 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: agent-resources-synced Jun 18 08:07:13.268944 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: allowedaddresspairs.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.270698 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.271261 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: allowed-address-pairs Jun 18 08:07:13.271591 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: auto_allocated_topology.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.272857 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.273379 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: auto-allocated-topology Jun 18 08:07:13.273708 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: availability_zone.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.274391 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.274900 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: availability_zone Jun 18 08:07:13.275251 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: availability_zone_filter.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.276162 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.276677 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: availability_zone_filter Jun 18 08:07:13.277003 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: data_plane_status.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.277897 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.278852 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension data-plane-status not supported by any of loaded plugins Jun 18 08:07:13.279208 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: default_subnetpools.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.280125 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.280640 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: default-subnetpools Jun 18 08:07:13.280966 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: dhcpagentscheduler.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.281773 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.282289 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: dhcp_agent_scheduler Jun 18 08:07:13.282870 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: dns.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.283791 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.284301 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension dns-integration not supported by any of loaded plugins Jun 18 08:07:13.284625 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: dns_domain_ports.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.285524 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.286040 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 18 08:07:13.286368 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: dvr.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.287212 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.287725 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: dvr Jun 18 08:07:13.288049 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: empty_string_filtering.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.288948 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.289460 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: empty-string-filtering Jun 18 08:07:13.289783 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.290678 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.291203 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 18 08:07:13.291527 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.292417 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.292922 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 18 08:07:13.293244 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: external_net.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.295150 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.295672 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: external-net Jun 18 08:07:13.296000 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: extra_dhcp_opt.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.296903 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.297413 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: extra_dhcp_opt Jun 18 08:07:13.297734 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: extraroute.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.298625 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.299164 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: extraroute Jun 18 08:07:13.299489 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: extraroute_atomic.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.300511 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.301030 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: extraroute-atomic Jun 18 08:07:13.301353 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: filter_validation.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.302010 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.302519 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: filter-validation Jun 18 08:07:13.302840 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: fip_pf_description.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.303824 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.304330 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 18 08:07:13.304651 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: fip_port_details.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.305555 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.306064 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: fip-port-details Jun 18 08:07:13.306388 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: flavors.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.307640 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.308158 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: flavors Jun 18 08:07:13.308484 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.311205 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.311733 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 18 08:07:13.312066 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: floatingip_pools.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.312757 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.313271 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: floatingip-pools Jun 18 08:07:13.313602 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: ip_allocation.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.314512 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.315062 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension ip_allocation not supported by any of loaded plugins Jun 18 08:07:13.315392 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.316295 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.316809 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: ip-substring-filtering Jun 18 08:07:13.317140 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: l2_adjacency.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.318064 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.318573 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension l2_adjacency not supported by any of loaded plugins Jun 18 08:07:13.318899 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: l3.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.319874 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.320394 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: router Jun 18 08:07:13.320724 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: l3_conntrack_helper.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.323080 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.323619 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 18 08:07:13.323955 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.324871 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.325915 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: ext-gw-mode Jun 18 08:07:13.326250 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.327188 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.327710 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: l3-ha Jun 18 08:07:13.328040 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: l3_flavors.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.328937 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.329452 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: l3-flavors Jun 18 08:07:13.329779 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.330695 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.331232 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: l3-port-ip-change-not-allowed Jun 18 08:07:13.331565 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: l3agentscheduler.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.332603 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.333114 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: l3_agent_scheduler Jun 18 08:07:13.333444 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: logging.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.335010 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.335532 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension logging not supported by any of loaded plugins Jun 18 08:07:13.335868 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: metering.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.336600 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.337175 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: metering Jun 18 08:07:13.337512 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.338588 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.339146 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: metering_source_and_destination_fields Jun 18 08:07:13.339475 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: multiprovidernet.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.340384 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.341026 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: multi-provider Jun 18 08:07:13.341452 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: netmtu.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.342357 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.342869 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: net-mtu Jun 18 08:07:13.343229 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: netmtu_writable.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.344132 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.344639 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: net-mtu-writable Jun 18 08:07:13.344961 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: network_availability_zone.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.345617 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.346119 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: network_availability_zone Jun 18 08:07:13.346440 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: network_ip_availability.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.347556 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.348071 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: network-ip-availability Jun 18 08:07:13.348399 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: network_segment_range.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.349150 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.349657 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension network-segment-range not supported by any of loaded plugins Jun 18 08:07:13.349980 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: pagination.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.350943 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.351296 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: pagination Jun 18 08:07:13.351618 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: port_device_profile.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.352518 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.353038 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: port-device-profile Jun 18 08:07:13.353362 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.354277 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.354790 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: port-mac-address-regenerate Jun 18 08:07:13.355144 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.356043 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.357478 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: port-numa-affinity-policy Jun 18 08:07:13.357805 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: port_resource_request.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.358723 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.359258 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension port-resource-request not supported by any of loaded plugins Jun 18 08:07:13.359584 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: portbindings.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.360495 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.361006 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: binding Jun 18 08:07:13.361331 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: portbindings_extended.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.362581 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.363138 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: binding-extended Jun 18 08:07:13.363472 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: portsecurity.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.364373 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.364890 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: port-security Jun 18 08:07:13.365220 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: project_id.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.366240 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.366583 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: project-id Jun 18 08:07:13.366903 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: providernet.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.367866 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.368387 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: provider Jun 18 08:07:13.368712 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: qos.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.373399 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.373928 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension qos not supported by any of loaded plugins Jun 18 08:07:13.374268 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.375526 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.376051 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 18 08:07:13.376380 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.377278 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.377791 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 18 08:07:13.378124 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: qos_default.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.379049 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.379564 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension qos-default not supported by any of loaded plugins Jun 18 08:07:13.379890 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: qos_fip.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.380526 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.381032 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension qos-fip not supported by any of loaded plugins Jun 18 08:07:13.381357 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: qos_gateway_ip.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.382269 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.382780 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 18 08:07:13.383202 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: qos_port_network_policy.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.384110 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.384617 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 18 08:07:13.384944 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: qos_rule_type_details.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.385838 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.386350 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 18 08:07:13.386679 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: qos_rules_alias.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.388234 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.388757 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 18 08:07:13.389088 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: quotasv2.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.389993 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.390324 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: quotas Jun 18 08:07:13.390651 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: quotasv2_detail.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.393689 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.394038 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: quota_details Jun 18 08:07:13.394374 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: rbac.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.395454 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.395986 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: rbac-policies Jun 18 08:07:13.396316 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: rbac_address_group.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.397231 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.397752 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: rbac-address-group Jun 18 08:07:13.398083 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: rbac_address_scope.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.399050 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.399598 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: rbac-address-scope Jun 18 08:07:13.399924 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: rbac_security_groups.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.400841 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.401354 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: rbac-security-groups Jun 18 08:07:13.401675 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: rbac_subnetpool.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.402569 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.403151 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: rbac-subnetpool Jun 18 08:07:13.403934 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: revisionifmatch.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.404853 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.405368 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: revision-if-match Jun 18 08:07:13.405691 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: revisions.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.407007 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.407789 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: standard-attr-revisions Jun 18 08:07:13.408120 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: router_availability_zone.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.408793 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.409306 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: router_availability_zone Jun 18 08:07:13.409632 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: routerservicetype.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.410533 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.411073 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension router-service-type not supported by any of loaded plugins Jun 18 08:07:13.411401 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.412373 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.412890 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: security-groups-normalized-cidr Jun 18 08:07:13.413215 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: security_groups_port_filtering.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.414120 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.414638 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: port-security-groups-filtering Jun 18 08:07:13.414961 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.415885 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.416400 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: security-groups-remote-address-group Jun 18 08:07:13.416723 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: securitygroup.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.427226 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.427761 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: security-group Jun 18 08:07:13.428100 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: segment.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.428884 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.429401 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension segment not supported by any of loaded plugins Jun 18 08:07:13.429733 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.430656 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.431204 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 18 08:07:13.431534 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: servicetype.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.432639 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.433163 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: service-type Jun 18 08:07:13.433494 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: sorting.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.435487 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.435829 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: sorting Jun 18 08:07:13.436157 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: standard_attr_segment.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.437071 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.437587 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 18 08:07:13.437914 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: standardattrdescription.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.438551 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.439098 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: standard-attr-description Jun 18 08:07:13.439427 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: stateful_security_group.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.440354 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.440870 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: stateful-security-group Jun 18 08:07:13.441195 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: stdattrs_common.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.441777 dv-cinder-761113-14-iscsi neutron-server[92785]: WARNING neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 18 08:07:13.442100 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.443186 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.443704 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 18 08:07:13.444029 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: subnet_onboard.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.445196 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.445654 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: subnet_onboard Jun 18 08:07:13.445984 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.446898 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.447436 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 18 08:07:13.447766 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: subnet_service_types.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.448675 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.449194 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: subnet-service-types Jun 18 08:07:13.449524 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: subnetallocation.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.451167 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.451691 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: subnet_allocation Jun 18 08:07:13.452024 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.452703 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.453220 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: subnetpool-prefix-ops Jun 18 08:07:13.453549 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.454490 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.455026 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 18 08:07:13.455359 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: tagging.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.456406 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.456924 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: standard-attr-tag Jun 18 08:07:13.457253 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: timestamp.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.458440 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.458960 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loaded extension: standard-attr-timestamp Jun 18 08:07:13.459317 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: trunk.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.460340 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.460861 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension trunk not supported by any of loaded plugins Jun 18 08:07:13.461187 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: trunk_details.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.462145 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.462661 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension trunk-details not supported by any of loaded plugins Jun 18 08:07:13.463002 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: uplink_status_propagation.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.463917 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.464437 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 18 08:07:13.464761 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Loading extension file: vlantransparent.py {{(pid=92785) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:07:13.465422 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92785) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:07:13.466501 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extension vlan-transparent not supported by any of loaded plugins Jun 18 08:07:13.469006 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of TrackedResource for resource:network Jun 18 08:07:13.469539 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of TrackedResource for resource:subnet Jun 18 08:07:13.469948 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 08:07:13.470343 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of TrackedResource for resource:port Jun 18 08:07:13.471629 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.v2.resource_helper [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:07:13.472070 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.v2.resource_helper [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Service FLAVORS assigned prefix: {{(pid=92785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:07:13.472700 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.v2.resource_helper [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:07:13.473138 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.v2.resource_helper [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:07:13.473470 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of TrackedResource for resource:router Jun 18 08:07:13.473901 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of TrackedResource for resource:floatingip Jun 18 08:07:13.474392 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.v2.resource_helper [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Service METERING assigned prefix: /metering {{(pid=92785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:07:13.475942 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.476313 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.476665 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:13.477660 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 08:07:13.478111 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of TrackedResource for resource:security_group Jun 18 08:07:13.478541 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 08:07:13.479194 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.v2.resource_helper [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Service CORE assigned prefix: {{(pid=92785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:07:13.479538 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 08:07:13.479887 dv-cinder-761113-14-iscsi neutron-server[92785]: WARNING neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] subnetpool is already registered Jun 18 08:07:13.480333 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.v2.resource_helper [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Service CORE assigned prefix: {{(pid=92785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:07:13.480663 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 08:07:13.481000 dv-cinder-761113-14-iscsi neutron-server[92785]: WARNING neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] subnetpool is already registered Jun 18 08:07:13.484317 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.v2.resource_helper [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:07:13.484759 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.v2.resource_helper [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Service FLAVORS assigned prefix: {{(pid=92785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:07:13.485355 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.v2.resource_helper [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:07:13.485786 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.v2.resource_helper [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:07:13.486119 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of TrackedResource for resource:router Jun 18 08:07:13.486460 dv-cinder-761113-14-iscsi neutron-server[92785]: WARNING neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] router is already registered Jun 18 08:07:13.486876 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of TrackedResource for resource:floatingip Jun 18 08:07:13.487243 dv-cinder-761113-14-iscsi neutron-server[92785]: WARNING neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] floatingip is already registered Jun 18 08:07:13.487701 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.v2.resource_helper [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Service METERING assigned prefix: /metering {{(pid=92785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:07:13.488370 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 08:07:13.488700 dv-cinder-761113-14-iscsi neutron-server[92785]: WARNING neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] rbac_policy is already registered Jun 18 08:07:13.489113 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of TrackedResource for resource:security_group Jun 18 08:07:13.489449 dv-cinder-761113-14-iscsi neutron-server[92785]: WARNING neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] security_group is already registered Jun 18 08:07:13.489851 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 08:07:13.490190 dv-cinder-761113-14-iscsi neutron-server[92785]: WARNING neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] security_group_rule is already registered Jun 18 08:07:13.490808 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.v2.resource_helper [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Service CORE assigned prefix: {{(pid=92785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:07:13.491262 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 08:07:13.491582 dv-cinder-761113-14-iscsi neutron-server[92785]: WARNING neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] subnetpool is already registered Jun 18 08:07:13.492003 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.v2.resource_helper [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Service CORE assigned prefix: {{(pid=92785) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:07:13.492328 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 08:07:13.492659 dv-cinder-761113-14-iscsi neutron-server[92785]: WARNING neutron.quota.resource_registry [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] subnetpool is already registered Jun 18 08:07:13.493151 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: extensions {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.494659 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: address-groups {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.496118 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: address-scopes {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.498505 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: agents {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.499717 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: auto-allocated-topology {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.500985 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: availability_zones {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.502199 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: dhcp-networks {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.503754 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: dhcp-agents {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.505190 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: routers {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.507006 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: flavors {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.509401 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: service_profiles {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.510638 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: next_providers {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.512121 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: service_profiles {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.514185 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: floatingip-pools {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.515441 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: routers {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.517157 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: floatingips {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.518443 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: l3-routers {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.519875 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: l3-agents {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.521305 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: metering-labels {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.522566 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: metering-label-rules {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.524071 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: network-ip-availabilities {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.525344 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: bindings {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.526941 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: quotas {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.528926 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: quotas {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.530371 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: rbac-policies {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.531604 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: security-groups {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.533165 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: security-group-rules {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.534433 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: service-providers {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.535688 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: subnetpools {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.537005 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: subnetpools {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.538564 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: tags {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.540368 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: tags {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.542203 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: tags {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.544994 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: tags {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.546701 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: tags {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.548681 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: tags {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.550387 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: tags {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.552224 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: tags {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.554113 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: tags {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.555987 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron.api.extensions [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Extended resource: tags {{(pid=92785) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:07:13.563227 dv-cinder-761113-14-iscsi neutron-server[92785]: WARNING keystonemiddleware.auth_token [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 18 08:07:13.567807 dv-cinder-761113-14-iscsi neutron-server[92785]: WARNING keystonemiddleware.auth_token [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 18 08:07:13.577070 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Acquired lock "singleton_lock" {{(pid=92785) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 18 08:07:13.577554 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Releasing lock "singleton_lock" {{(pid=92785) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 18 08:07:13.578205 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO oslo_service.service [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Starting 2 workers Jun 18 08:07:13.582960 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Started child 92894 {{(pid=92785) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 08:07:13.587392 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Started child 92895 {{(pid=92785) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 08:07:13.589011 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO neutron.service [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Neutron service started, listening on 0.0.0.0:9696 Jun 18 08:07:13.589674 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Notify callbacks [] for process, before_spawn {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:13.589838 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:13.591525 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [-] (92894) wsgi starting up on http://0.0.0.0:9696 Jun 18 08:07:13.592340 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:13.592935 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO oslo_service.service [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Starting 1 workers Jun 18 08:07:13.593551 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [-] (92895) wsgi starting up on http://0.0.0.0:9696 Jun 18 08:07:13.598584 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Started child 92896 {{(pid=92785) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 08:07:13.599171 dv-cinder-761113-14-iscsi neutron-server[92785]: INFO oslo_service.service [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Starting 1 workers Jun 18 08:07:13.602829 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.service [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] calling RpcWorker wait() {{(pid=92896) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 18 08:07:13.603451 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.service [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] returning from RpcWorker wait() {{(pid=92896) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 18 08:07:13.603751 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Started child 92897 {{(pid=92785) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 08:07:13.604608 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:13.604707 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d7945ca6-140a-48b9-bf15-90fda751eb8f None None] Notify callbacks [] for process, after_spawn {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:13.605086 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:13.607610 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92785) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 08:07:13.607845 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 08:07:13.608036 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 08:07:13.608345 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 08:07:13.608617 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 08:07:13.608778 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 08:07:13.609218 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:13.609762 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.609762 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.610032 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.610168 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.610353 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.610950 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.611239 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.611508 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.611759 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.611997 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.612175 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.612345 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.612612 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.612864 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.613150 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.613434 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.613692 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.613967 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.614145 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.614725 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.614725 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.615070 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.615253 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] debug = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.615503 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.615991 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.616247 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.616515 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.616831 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.617222 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.617390 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.617692 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.617951 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.618223 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.618489 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.618746 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.619000 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.619226 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.619456 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.619703 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.619950 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.620427 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] host = dv-cinder-761113-14-iscsi {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.621136 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.621136 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.621136 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.621883 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.621883 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.621883 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.622942 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.623606 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.623899 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.624204 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.624388 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.624648 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.624873 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.625115 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] log_file = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.625286 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] log_options = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.625532 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.625806 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.626073 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.626275 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.626450 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.626634 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.626907 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.627100 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.627353 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.627566 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.627789 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.628009 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.628250 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.628488 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.628762 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.629022 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.629254 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.629487 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.629736 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.629986 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.630217 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.630451 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.630683 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.630907 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.631151 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.631397 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.631618 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.631923 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.632149 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.632419 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.632945 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.632945 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.633657 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.633657 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.634006 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.634245 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.634492 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.634764 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.635019 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.635302 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.635566 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.635742 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:13.635887 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.636085 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.636504 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.638266 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.638266 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] use_json = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.638266 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.638266 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.638266 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.638266 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.639983 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.639983 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.639983 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.639983 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.639983 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.640653 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.640653 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.640653 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.641412 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.641412 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.641412 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.642271 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.642271 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.642271 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.643795 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.643795 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.643795 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.643795 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.643795 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.643795 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.644887 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.644887 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.644887 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.645225 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.645225 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.645483 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.645826 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.646181 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.646426 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.646703 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.646917 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.647186 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.647407 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.647636 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.647888 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.648078 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.648351 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.648574 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.649005 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.649260 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.649517 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.649763 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.649999 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.650273 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.650461 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.650705 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.651100 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.651251 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.651394 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.651634 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.651891 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.652127 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.652351 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.652602 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.652902 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.653041 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.653783 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.654578 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.654815 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.655358 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.655358 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.655654 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.655791 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.655955 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.656190 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.656455 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.656679 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.656898 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.657116 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.657345 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.657851 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.658090 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.658335 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.658567 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.658783 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.659056 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.659325 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.659528 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.659761 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.659966 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.660136 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.660353 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.660574 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.661772 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.661772 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.661772 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.661772 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.661772 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.662518 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.662518 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.662518 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.663414 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.663414 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.663689 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.663870 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.664054 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.664205 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.664576 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.664726 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.664954 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.665238 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.665442 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.666743 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.666743 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.666743 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.666743 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.666743 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.667563 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.667563 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.667563 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.667563 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.668130 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.668130 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.668563 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.668563 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.669694 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.669860 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.670227 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.670478 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.670759 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.672010 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.672010 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.672010 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.672010 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.673146 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.673146 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.673146 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.673146 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.673146 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.676917 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.676917 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.676917 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.676917 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.676917 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.676917 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.676917 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.676917 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.679071 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.679071 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.679071 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.679071 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.679071 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.679071 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.679071 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.679071 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.681262 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.681262 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.681262 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.681262 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.681262 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.681262 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.681262 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.681262 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.681940 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.681940 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.681940 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.681940 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.681940 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.681940 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.681940 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.681940 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.683061 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.683061 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.683061 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.683061 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.683061 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.683061 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.683061 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.683061 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.684637 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.684637 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.684637 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.684637 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.684637 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.684637 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.684637 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.684637 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.685869 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.685869 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.685869 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.686400 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.686400 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.686400 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.687013 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.687013 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.687252 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.687351 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.690041 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.690041 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.690041 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.690041 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.690041 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.690041 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.690041 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.690041 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.690675 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.690675 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.690675 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.690675 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.690675 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.690675 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.691131 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.691131 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.691275 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.692074 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.692074 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.692074 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.692074 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.692604 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.692604 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.692840 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.693185 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.693331 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.693521 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.693762 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.693998 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.694211 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.694428 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.694647 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.694860 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.695123 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.695359 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.695574 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.695793 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.696004 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.696229 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.696441 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.696653 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.696897 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.697119 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.697364 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.697597 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.697809 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.698026 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.698236 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.698566 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.698820 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.699067 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.699369 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.699605 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.699851 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.700157 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.701029 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.701277 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.701547 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.701774 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.702016 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.702244 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.702505 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.702808 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.703128 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.703423 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.703693 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.703967 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.704261 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.704504 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.704715 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.705009 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.705357 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.705637 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.705881 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.706128 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.706419 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.706652 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.706875 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.707139 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.707379 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.707654 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.707837 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.708086 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.708314 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.708546 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.708842 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.709086 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.709337 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.709798 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.710047 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.710310 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.710471 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 08:07:13.711064 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92785) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 08:07:13.711234 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 08:07:13.711394 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 08:07:13.711569 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 08:07:13.711744 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 08:07:13.711903 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 08:07:13.712109 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.712440 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.712605 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.712770 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.712934 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.713123 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.713288 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.713450 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.713612 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.713775 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.713937 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.714098 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.714259 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.714420 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.714582 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.714744 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.714904 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.715091 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.715258 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.715419 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.715579 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.716445 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.716740 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] debug = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.716999 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.717201 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.717369 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.717530 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.717691 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.717852 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.718013 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.718175 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.718335 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.718496 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.718657 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.718816 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.718998 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.719159 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.719319 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.719479 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.719639 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.719800 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] host = dv-cinder-761113-14-iscsi {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.719960 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.720182 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.720284 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.720422 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.720582 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.720742 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.720902 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.721062 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.721221 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.721381 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.721542 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.721701 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.721861 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.722022 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] log_file = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.722181 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] log_options = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.722358 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.722493 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.722647 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.722825 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.723020 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.723193 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.723355 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.723522 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.723681 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.723842 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.724001 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.724161 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.724320 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.724480 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.724640 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.724800 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.724961 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.725120 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.725281 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.725441 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.725600 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.725760 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.725920 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.726081 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.726240 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.726401 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.726561 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.726721 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.726880 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.727063 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.727225 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.727385 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.727544 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.727706 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.727866 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.728026 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.728186 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.728350 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.728509 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.728670 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.728830 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.728990 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.729150 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.729310 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.729470 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.729630 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] use_json = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.729790 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.730128 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.730128 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.730552 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.730552 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.730764 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.730876 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:13.730997 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.730997 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:07:13.731220 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.732222 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.732430 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.732602 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.732774 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.732932 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.733154 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.733336 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.733474 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.733666 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.733815 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.733983 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.734162 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.734382 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.734547 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.734752 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.735030 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.735168 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.735282 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.735478 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.735686 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.735858 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.736020 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.736183 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.736347 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.736581 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.736700 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.736933 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.737039 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.737255 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.737499 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.737624 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.737714 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.737943 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.738066 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.738207 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.738440 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.738560 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.738748 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.738951 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.739200 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.739333 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.739558 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.739685 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.739797 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.739941 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.740132 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.740477 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.740477 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.740753 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.740949 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.741076 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.741189 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.741396 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.741614 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.741708 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.741948 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.742069 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.742166 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.742285 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.742450 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.742683 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.742804 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.743070 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.743193 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.743632 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.743632 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.743632 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.744066 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.744066 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.744298 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.744298 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.744515 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.744635 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.744848 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.745050 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.745299 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.745504 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.745504 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.745773 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.745910 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.746144 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.746271 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.746575 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.746575 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.746724 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.746857 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.747141 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.747794 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.748006 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.748148 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.748407 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.748601 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.748870 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.748870 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.749221 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.749221 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.749428 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.749643 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.749643 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.749967 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.750056 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.750222 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.750361 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.750487 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.750809 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.750809 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.751164 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.751275 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.751379 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.751509 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.751659 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.751823 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.751990 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.752153 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.752324 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.752498 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.752662 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.752825 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.752988 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.753151 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.753318 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.753482 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.753644 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.753807 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.753970 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.754133 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.754305 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.754480 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.754643 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.754806 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.755009 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.755178 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.755342 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.755506 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.755670 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.755834 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.755996 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.756160 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.756324 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.756487 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.756649 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.756813 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.756976 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.757140 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.757303 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.757466 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.757629 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.757792 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.757956 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.758119 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.758283 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.758446 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.758610 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.758772 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.758936 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.759145 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.759309 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.759473 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.759636 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.759800 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.759963 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.760125 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.760289 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.760453 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.760617 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.760786 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.760949 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.761105 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.761262 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.761426 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.761591 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.761755 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.761914 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.762071 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.762234 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.762399 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.762592 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.763308 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.763486 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.763651 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.763816 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.763980 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.764144 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.764307 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.764470 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.764635 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.764815 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.764978 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.765139 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.765302 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.765465 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.765627 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.765792 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.765955 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.766118 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.766281 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.766444 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.766611 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.766776 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.766941 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.767138 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.767303 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.767466 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.767629 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.767793 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.767969 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.768133 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.768296 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.768458 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.768620 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.768793 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.768956 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.769119 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.769281 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.769443 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.769615 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.769777 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.769941 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.770103 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.770265 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.770436 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.770598 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.770760 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.770923 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.771108 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.771281 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.771444 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.771607 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.771769 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.771932 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.772105 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.772274 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.772434 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.772606 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.772767 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.772929 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.773098 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.774655 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.774655 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.774655 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.774655 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.774655 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.774655 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.774655 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.774655 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.775181 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.775181 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.775181 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.775181 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.775181 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.775449 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.775449 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.775662 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.775789 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.775951 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.776106 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.776270 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.776405 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.776569 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.776716 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.776881 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.777031 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.777196 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.777343 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.777508 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.777674 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.777839 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.778005 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.778697 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.779511 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.779682 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.779850 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.780014 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:07:13.780174 dv-cinder-761113-14-iscsi neutron-server[92785]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92785) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 08:07:14.062598 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 39998) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:07:14.071422 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063429 Jun 18 08:07:25.357936 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb7959c-4d24-4dea-9054-c80b0d233771 None None] get_active_networks_info from dv-cinder-761113-14-iscsi {{(pid=92896) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 08:07:25.469615 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb7959c-4d24-4dea-9054-c80b0d233771 None None] No non-hosted networks {{(pid=92896) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 18 08:07:25.492113 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2d6f12bd-f9a4-46e5-9347-363b06c88332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:25.496345 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.agentschedulers_db [None req-8fb7959c-4d24-4dea-9054-c80b0d233771 None None] DHCP Agent not found on host dv-cinder-761113-14-iscsi {{(pid=92896) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 18 08:07:27.818149 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:27.829167 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:27.829543 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:27.835246 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:27.837312 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:27.841470 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:27.841850 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:27.845057 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:27.845440 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:27.851012 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:27.851438 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:27.856076 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:27.856501 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:27.856933 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-761113-14-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:27.874631 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-761113-14-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:28.141033 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5f68a9de-1afd-4559-920f-6bfb6c1ff7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:28.179787 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3dcc0516-dcf5-4e47-8316-39b733302c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:28.880283 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:30.555445 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:31.620539 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 40090) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:07:32.118048 dv-cinder-761113-14-iscsi neutron-server[92894]: WARNING oslo_policy.policy [None req-44ee5f91-faff-4cf0-a5f4-72a041c70cc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 08:07:32.118720 dv-cinder-761113-14-iscsi neutron-server[92894]: WARNING oslo_policy.policy [None req-44ee5f91-faff-4cf0-a5f4-72a041c70cc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 08:07:32.335385 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [None req-44ee5f91-faff-4cf0-a5f4-72a041c70cc8 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=92894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:07:32.336484 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-44ee5f91-faff-4cf0-a5f4-72a041c70cc8 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7150471 Jun 18 08:07:33.463746 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.db.l3_hamode_db [None req-f7103cd6-483b-4d63-b212-3f7aed065049 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 18 08:07:33.541948 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7103cd6-483b-4d63-b212-3f7aed065049 None None] Routers set() bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:07:33.542342 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7103cd6-483b-4d63-b212-3f7aed065049 None None] Router IDs set() for agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 18 08:07:34.709450 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 40104) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:07:35.021361 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-6b1b6f57-b186-412d-9826-5561f10e7ae1 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:07:35.114699 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.policy [None req-6b1b6f57-b186-412d-9826-5561f10e7ae1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92894) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 08:07:35.159918 dv-cinder-761113-14-iscsi neutron-server[92894]: WARNING oslo_policy.policy [None req-6b1b6f57-b186-412d-9826-5561f10e7ae1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 08:07:35.160300 dv-cinder-761113-14-iscsi neutron-server[92894]: WARNING oslo_policy.policy [None req-6b1b6f57-b186-412d-9826-5561f10e7ae1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 08:07:35.169261 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.quota [None req-6b1b6f57-b186-412d-9826-5561f10e7ae1 admin admin] Loaded quota_driver: . Jun 18 08:07:35.268241 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6b1b6f57-b186-412d-9826-5561f10e7ae1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757672136164', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757672136759', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757672098927', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757672085029', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757672111080', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757672104672', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8093647', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8000976', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-617563', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-538143'] for rbac-policy, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:35.344201 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6b1b6f57-b186-412d-9826-5561f10e7ae1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:35.345509 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-6b1b6f57-b186-412d-9826-5561f10e7ae1 admin admin] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6350546 Jun 18 08:07:37.906121 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 40116) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:07:38.394137 dv-cinder-761113-14-iscsi neutron-server[92895]: WARNING oslo_policy.policy [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 08:07:38.394709 dv-cinder-761113-14-iscsi neutron-server[92895]: WARNING oslo_policy.policy [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 08:07:38.618236 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Request body: {'network': {'project_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'tenant_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'name': 'private', 'admin_state_up': True}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:07:38.619879 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.quota [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Loaded quota_driver: . Jun 18 08:07:38.677439 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Made reservation on behalf of bd67442c0fd04864a7582ffdd1d12c72 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:07:38.742658 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.policy [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92895) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 08:07:38.788075 dv-cinder-761113-14-iscsi neutron-server[92895]: WARNING oslo_policy.policy [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 08:07:38.788470 dv-cinder-761113-14-iscsi neutron-server[92895]: WARNING oslo_policy.policy [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 08:07:38.799067 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:38.820055 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:38.949483 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:38.953305 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:38.958588 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:07:38.973389 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:07:39.002392 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757668836042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:39.002993 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Unsubscribe: segment precommit_create {{(pid=92895) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 08:07:39.003469 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Added segment 7d4b5453-9763-4e2c-a81b-6581a3907e84 of type vlan for network a94d6159-fd1a-4745-95df-ad340f8f72e2 Jun 18 08:07:39.023240 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e803f96-9b04-496d-acda-110bceadec77,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:39.060872 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:39.061216 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:39.061540 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:39.061852 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:39.062165 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:39.062574 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:39.062950 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:39.063356 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:39.063689 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:39.064000 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:39.064305 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:39.064607 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Tracked resource versions report: Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: pushed versions: Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: { 'AddressGroup': {'1.2'}, Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'ConntrackHelper': {'1.0'}, Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Log': {'1.0'}, Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Network': {'1.1'}, Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Port': {'1.7'}, Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'PortForwarding': {'1.2'}, Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'QosPolicy': {'1.8'}, Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'SecurityGroup': {'1.4'}, Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'SubPort': {'1.0'}, Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Subnet': {'1.1'}, Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Trunk': {'1.1'}} Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: consumer versions: Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: { DHCP agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: L3 agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: Metadata agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: Metering agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: Open vSwitch agent@dv-cinder-761113-14-iscsi: { 'AddressGroup': '1.2', Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'ConntrackHelper': '1.0', Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Log': '1.0', Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Network': '1.1', Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Port': '1.7', Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'PortForwarding': '1.2', Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'QosPolicy': '1.8', Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'SecurityGroup': '1.4', Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'SecurityGroupRule': '1.2', Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'SubPort': '1.0', Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Subnet': '1.1', Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Trunk': '1.1'}} Jun 18 08:07:39.065929 dv-cinder-761113-14-iscsi neutron-server[92895]: {{(pid=92895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:07:39.137282 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:39.142496 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:07:39.192388 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:39.193908 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:07:39.194549 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:39.197209 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:07:39.265403 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.3569584 Jun 18 08:07:39.292504 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Pushing event updated for resources: {'Network': ['ID=a94d6159-fd1a-4745-95df-ad340f8f72e2,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:39.296585 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:07:39.305482 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network a94d6159-fd1a-4745-95df-ad340f8f72e2 details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:07:41.908850 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 40138) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:07:42.296668 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5943245-d066-47ad-9cba-c8843c9083e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:07:42.297993 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-c5943245-d066-47ad-9cba-c8843c9083e7 admin admin] 10.222.0.83 "GET /v2.0/networks/a94d6159-fd1a-4745-95df-ad340f8f72e2 HTTP/1.1" status: 200 len: 826 time: 0.3881629 Jun 18 08:07:42.333943 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-b8f23c70-0f4b-487d-b315-79dd5c69f68d admin admin] 10.222.0.83 "GET /v2.0/subnetpools/b0b2c482-c2bd-411c-8484-83eb4f792001 HTTP/1.1" status: 200 len: 734 time: 0.0305870 Jun 18 08:07:42.343675 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-431f249c-365f-4b15-8038-7564746673fb admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'a94d6159-fd1a-4745-95df-ad340f8f72e2', 'tenant_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'subnetpool_id': 'b0b2c482-c2bd-411c-8484-83eb4f792001', 'name': 'private-subnet'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:07:42.366418 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431f249c-365f-4b15-8038-7564746673fb admin admin] Made reservation on behalf of bd67442c0fd04864a7582ffdd1d12c72 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:07:42.368677 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-431f249c-365f-4b15-8038-7564746673fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:42.671393 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-431f249c-365f-4b15-8038-7564746673fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:42.675465 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:07:42.742420 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f249c-365f-4b15-8038-7564746673fb admin admin] Checking segment: {'id': '7d4b5453-9763-4e2c-a81b-6581a3907e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a94d6159-fd1a-4745-95df-ad340f8f72e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:07:42.742806 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f249c-365f-4b15-8038-7564746673fb admin admin] Network hostable DHCP agents. Network: a94d6159-fd1a-4745-95df-ad340f8f72e2, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:07:42.747828 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f249c-365f-4b15-8038-7564746673fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a28d8067-1250-4077-80cc-99dc5dbce0df,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:42.751461 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-431f249c-365f-4b15-8038-7564746673fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:07:42.769239 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f249c-365f-4b15-8038-7564746673fb admin admin] Network a94d6159-fd1a-4745-95df-ad340f8f72e2 is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:07:42.780973 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-431f249c-365f-4b15-8038-7564746673fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, a94d6159-fd1a-4745-95df-ad340f8f72e2) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:07:42.786941 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f249c-365f-4b15-8038-7564746673fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:07:42.788416 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-431f249c-365f-4b15-8038-7564746673fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:42.790026 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac23825-4c8b-49b4-8882-20cade0df630 None None] Network a94d6159-fd1a-4745-95df-ad340f8f72e2 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:07:42.802733 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-431f249c-365f-4b15-8038-7564746673fb admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4625134 Jun 18 08:07:43.099745 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe8cd3cf-c619-57cb-820d-d0ee420b7d22-a94d6159-fd1a-4745-95df-ad340f8f72e2', 'network_id': 'a94d6159-fd1a-4745-95df-ad340f8f72e2', 'tenant_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'fixed_ips': [{'subnet_id': 'a28d8067-1250-4077-80cc-99dc5dbce0df'}]}} from dv-cinder-761113-14-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:07:43.101001 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:43.368278 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Allocated IP 172.20.0.2 (a94d6159-fd1a-4745-95df-ad340f8f72e2/a28d8067-1250-4077-80cc-99dc5dbce0df/65a55b6e-e40a-427b-a97a-cc9c0e721b87) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:07:43.567638 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:43.582350 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Transition to ACTIVE for port object 65a55b6e-e40a-427b-a97a-cc9c0e721b87 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:07:43.604624 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Transition to ACTIVE for port object 65a55b6e-e40a-427b-a97a-cc9c0e721b87 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:07:43.613383 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:43.616086 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:07:43.707971 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Network a94d6159-fd1a-4745-95df-ad340f8f72e2 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:07:43.712372 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:07:43.722387 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:07:43.729803 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Pushing event updated for resources: {'Port': ['ID=65a55b6e-e40a-427b-a97a-cc9c0e721b87,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:43.756512 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:43.756512 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:43.756512 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:43.756512 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:43.756512 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:43.757031 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:43.757031 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:43.757031 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:43.757230 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:43.757415 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:43.757730 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:43.758040 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Tracked resource versions report: Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: pushed versions: Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: { 'AddressGroup': {'1.2'}, Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'ConntrackHelper': {'1.0'}, Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Log': {'1.0'}, Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Network': {'1.1'}, Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Port': {'1.7'}, Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'PortForwarding': {'1.2'}, Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'QosPolicy': {'1.8'}, Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'SecurityGroup': {'1.4'}, Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'SubPort': {'1.0'}, Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Subnet': {'1.1'}, Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Trunk': {'1.1'}} Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: consumer versions: Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: { DHCP agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: L3 agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: Metadata agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: Metering agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: Open vSwitch agent@dv-cinder-761113-14-iscsi: { 'AddressGroup': '1.2', Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'ConntrackHelper': '1.0', Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Log': '1.0', Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Network': '1.1', Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Port': '1.7', Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'PortForwarding': '1.2', Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'QosPolicy': '1.8', Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'SecurityGroup': '1.4', Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'SecurityGroupRule': '1.2', Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'SubPort': '1.0', Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Subnet': '1.1', Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Trunk': '1.1'}} Jun 18 08:07:43.764326 dv-cinder-761113-14-iscsi neutron-server[92896]: {{(pid=92896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:07:43.784814 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:07:43.811760 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Attempting to bind port 65a55b6e-e40a-427b-a97a-cc9c0e721b87 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:07:43.812407 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Attempting to bind port 65a55b6e-e40a-427b-a97a-cc9c0e721b87 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': '7d4b5453-9763-4e2c-a81b-6581a3907e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a94d6159-fd1a-4745-95df-ad340f8f72e2'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:07:43.812632 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Attempting to bind port 65a55b6e-e40a-427b-a97a-cc9c0e721b87 on network a94d6159-fd1a-4745-95df-ad340f8f72e2 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:07:43.817528 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:07:43.817938 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Checking segment: {'id': '7d4b5453-9763-4e2c-a81b-6581a3907e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a94d6159-fd1a-4745-95df-ad340f8f72e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:07:43.818420 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:43.818808 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Bound using segment: {'id': '7d4b5453-9763-4e2c-a81b-6581a3907e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a94d6159-fd1a-4745-95df-ad340f8f72e2'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:07:43.819306 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Bound port: 65a55b6e-e40a-427b-a97a-cc9c0e721b87, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b5453-9763-4e2c-a81b-6581a3907e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a94d6159-fd1a-4745-95df-ad340f8f72e2'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:07:43.819707 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:43.880325 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] For port 65a55b6e-e40a-427b-a97a-cc9c0e721b87, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:07:43.884644 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] For port 65a55b6e-e40a-427b-a97a-cc9c0e721b87, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=65a55b6e-e40a-427b-a97a-cc9c0e721b87,segment=NetworkSegment(7d4b5453-9763-4e2c-a81b-6581a3907e84),segment_id=7d4b5453-9763-4e2c-a81b-6581a3907e84)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:07:43.889688 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:43.893320 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:07:43.955245 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Pushing event updated for resources: {'Port': ['ID=65a55b6e-e40a-427b-a97a-cc9c0e721b87,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:43.958730 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:07:45.216285 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 40146) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:07:45.532896 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [None req-d89ffd5a-dbf2-4910-85f2-77f8faab8d65 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:07:45.534209 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-d89ffd5a-dbf2-4910-85f2-77f8faab8d65 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3169787 Jun 18 08:07:47.939656 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 40154) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:07:48.261152 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [None req-e41ccc99-016f-4bdf-88d8-41f98260885d admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:07:48.262141 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e41ccc99-016f-4bdf-88d8-41f98260885d admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3214772 Jun 18 08:07:49.867837 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 65a55b6e-e40a-427b-a97a-cc9c0e721b87 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:07:49.949633 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port 65a55b6e-e40a-427b-a97a-cc9c0e721b87 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:07:50.066592 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b631c3-ce5b-47b4-9cc2-a03d23cb1798 None None] Network a94d6159-fd1a-4745-95df-ad340f8f72e2 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:07:50.189427 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-89391e53-1f0e-4c39-85f3-17714992f740 None None] Provisioning for port 65a55b6e-e40a-427b-a97a-cc9c0e721b87 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:07:50.198207 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-89391e53-1f0e-4c39-85f3-17714992f740 None None] Provisioning complete for port 65a55b6e-e40a-427b-a97a-cc9c0e721b87 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:07:50.198604 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-89391e53-1f0e-4c39-85f3-17714992f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:50.352924 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-89391e53-1f0e-4c39-85f3-17714992f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:50.388797 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-89391e53-1f0e-4c39-85f3-17714992f740 None None] For port 65a55b6e-e40a-427b-a97a-cc9c0e721b87, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=65a55b6e-e40a-427b-a97a-cc9c0e721b87,segment=NetworkSegment(7d4b5453-9763-4e2c-a81b-6581a3907e84),segment_id=7d4b5453-9763-4e2c-a81b-6581a3907e84)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:50.393759 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-89391e53-1f0e-4c39-85f3-17714992f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:50.398131 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:07:50.451803 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89391e53-1f0e-4c39-85f3-17714992f740 None None] Pushing event updated for resources: {'Port': ['ID=65a55b6e-e40a-427b-a97a-cc9c0e721b87,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:50.455437 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-89391e53-1f0e-4c39-85f3-17714992f740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:07:50.513540 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-f3c7a0e8-7994-4b81-a6b5-f4cd32313ec5 None None] Provisioning complete for port 65a55b6e-e40a-427b-a97a-cc9c0e721b87 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:07:50.513915 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a0e8-7994-4b81-a6b5-f4cd32313ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:50.944055 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 40168) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:07:51.242171 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-e5e17089-36b8-4ce0-8d92-11a8ee656227 admin admin] Request body: {'router': {'tenant_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'name': 'router1', 'admin_state_up': True}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:07:51.268480 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e5e17089-36b8-4ce0-8d92-11a8ee656227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-604585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2639'] for router, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:51.269969 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e5e17089-36b8-4ce0-8d92-11a8ee656227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-923112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2628'] for router, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:51.404914 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e5e17089-36b8-4ce0-8d92-11a8ee656227 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:51.410099 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e5e17089-36b8-4ce0-8d92-11a8ee656227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543804'] for router, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:51.423600 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e5e17089-36b8-4ce0-8d92-11a8ee656227 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:51.424772 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e5e17089-36b8-4ce0-8d92-11a8ee656227 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4797537 Jun 18 08:07:51.833088 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 65a55b6e-e40a-427b-a97a-cc9c0e721b87 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:07:51.877926 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 65a55b6e-e40a-427b-a97a-cc9c0e721b87 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:07:51.878295 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:53.739063 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 40176) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:07:54.049450 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [None req-c8b0a86c-5d08-4a87-bb71-6256e6c0f90f admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:07:54.050441 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-c8b0a86c-5d08-4a87-bb71-6256e6c0f90f admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3104041 Jun 18 08:07:55.207907 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-13b31dd8-82ff-483a-9ae4-aba28bf7b80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:56.458646 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 40184) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:07:56.762656 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:07:56.783100 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Made reservation on behalf of dfd14f033de64680be39a89602f6a5b9 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:07:56.785628 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:56.793532 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:56.879813 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:56.883387 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:56.887189 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:07:56.897718 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Reserving flat network on physical network physnet1 {{(pid=92895) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 18 08:07:56.921895 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21555534-2e81-43d9-a759-12abce312bef,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:56.925622 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:56.925967 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Added segment bb8c389f-ac55-434c-bac9-8cf7bcabdcc6 of type flat for network a252541b-e27f-4a3f-8e86-824b883db521 Jun 18 08:07:56.927300 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:07:56.971985 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:57.007436 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:57.008633 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:07:57.009203 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:57.011126 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7d4dd603-6d41-48ae-8291-4026c208fb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:07:57.062737 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6029971 Jun 18 08:07:57.068112 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Pushing event updated for resources: {'Network': ['ID=a252541b-e27f-4a3f-8e86-824b883db521,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:57.070812 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:07:57.078385 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network a252541b-e27f-4a3f-8e86-824b883db521 details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:07:57.820058 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:58.131504 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-232c79ba-e79d-4ead-ad16-f0796e79f8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:58.823916 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:07:59.370557 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 40202) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:07:59.545725 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30b0eb6-fc19-47b7-b087-4632631db6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:07:59.547050 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a30b0eb6-fc19-47b7-b087-4632631db6f0 admin admin] 10.222.0.83 "GET /v2.0/subnets/a28d8067-1250-4077-80cc-99dc5dbce0df HTTP/1.1" status: 200 len: 849 time: 0.1754692 Jun 18 08:07:59.659666 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-be5e7393-c4d7-4b97-86e8-241c10e34e0f admin admin] 10.222.0.83 "GET /v2.0/routers/e36634a3-3ea4-4b1b-b392-1317fa176333 HTTP/1.1" status: 200 len: 704 time: 0.1063657 Jun 18 08:07:59.929322 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:00.212601 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Allocated IP 172.20.0.1 (a94d6159-fd1a-4745-95df-ad340f8f72e2/a28d8067-1250-4077-80cc-99dc5dbce0df/eb9107f0-5941-4199-8120-87f2ef4133d5) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:08:00.413628 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:00.439506 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Transition to ACTIVE for port object eb9107f0-5941-4199-8120-87f2ef4133d5 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:08:00.492652 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:00.519210 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:00.522063 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:08:00.586934 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Network a94d6159-fd1a-4745-95df-ad340f8f72e2 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:08:00.591418 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:08:00.597376 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:08:00.597376 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548627'] for router_interface, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:00.662341 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Pushing event updated for resources: {'Port': ['ID=eb9107f0-5941-4199-8120-87f2ef4133d5,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:00.672231 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:08:00.769625 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-ebb7aac2-c652-4352-a908-fc793b60b833 None None] Provisioning for port eb9107f0-5941-4199-8120-87f2ef4133d5 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:08:00.773103 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-ebb7aac2-c652-4352-a908-fc793b60b833 None None] Provisioning complete for port eb9107f0-5941-4199-8120-87f2ef4133d5 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:08:00.773476 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ebb7aac2-c652-4352-a908-fc793b60b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:00.807437 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7aac2-c652-4352-a908-fc793b60b833 None None] Port eb9107f0-5941-4199-8120-87f2ef4133d5 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:08:00.825979 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:01.001026 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:01.005497 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:01.006712 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545802'] for router_interface, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:01.009156 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:08:01.091394 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Pushing event updated for resources: {'Port': ['ID=eb9107f0-5941-4199-8120-87f2ef4133d5,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:01.099005 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:08:01.139584 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Network a94d6159-fd1a-4745-95df-ad340f8f72e2 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:08:01.140882 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:08:01.296545 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Router e36634a3-3ea4-4b1b-b392-1317fa176333 is scheduled to L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 with binding_index 1 {{(pid=92895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:08:01.327314 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-8122635c-a2c1-4d71-a392-143a5dba85b5 None None] Provisioning complete for port eb9107f0-5941-4199-8120-87f2ef4133d5 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:08:01.327799 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8122635c-a2c1-4d71-a392-143a5dba85b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:01.359374 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-8122635c-a2c1-4d71-a392-143a5dba85b5 None None] Port eb9107f0-5941-4199-8120-87f2ef4133d5 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:08:01.388717 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:08:01.394527 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] 10.222.0.83 "PUT /v2.0/routers/e36634a3-3ea4-4b1b-b392-1317fa176333/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7300637 Jun 18 08:08:01.399654 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Sync routers for ids ['e36634a3-3ea4-4b1b-b392-1317fa176333'] in dv-cinder-761113-14-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:08:01.412217 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Routers {'e36634a3-3ea4-4b1b-b392-1317fa176333'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:08:01.413061 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:07:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['e36634a3-3ea4-4b1b-b392-1317fa176333'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:01.596983 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Set router e36634a3-3ea4-4b1b-b392-1317fa176333 gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:08:02.032949 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36634a3-3ea4-4b1b-b392-1317fa176333', 'name': 'router1', 'tenant_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:07:51Z', 'updated_at': '2021-06-18T08:08:00Z', 'revision_number': 2, 'project_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'gw_port_host': None, '_interfaces': [{'id': 'eb9107f0-5941-4199-8120-87f2ef4133d5', 'name': '', 'network_id': 'a94d6159-fd1a-4745-95df-ad340f8f72e2', 'tenant_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'mac_address': 'fa:16:3e:b0:71:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36634a3-3ea4-4b1b-b392-1317fa176333', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a28d8067-1250-4077-80cc-99dc5dbce0df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:07:59Z', 'updated_at': '2021-06-18T08:08:00Z', 'revision_number': 2, 'project_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'subnets': [{'id': 'a28d8067-1250-4077-80cc-99dc5dbce0df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0b2c482-c2bd-411c-8484-83eb4f792001'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:02.083508 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Checking router: e36634a3-3ea4-4b1b-b392-1317fa176333 for host: dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:08:02.083878 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Updating router e36634a3-3ea4-4b1b-b392-1317fa176333 port eb9107f0-5941-4199-8120-87f2ef4133d5 binding host dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:08:02.146023 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:02.653215 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:02.673594 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Transition to ACTIVE for port object eb9107f0-5941-4199-8120-87f2ef4133d5 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:08:02.679866 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:02.684588 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:08:02.873922 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Pushing event updated for resources: {'Port': ['ID=eb9107f0-5941-4199-8120-87f2ef4133d5,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:02.890087 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:02.890454 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:02.890789 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:02.891151 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:02.891478 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:02.892569 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:02.893117 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:02.893117 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:02.893457 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:02.893776 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:02.894089 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:02.894401 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Tracked resource versions report: Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: pushed versions: Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: { 'AddressGroup': {'1.2'}, Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'ConntrackHelper': {'1.0'}, Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Log': {'1.0'}, Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Network': {'1.1'}, Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Port': {'1.7'}, Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'PortForwarding': {'1.2'}, Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'QosPolicy': {'1.8'}, Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'SecurityGroup': {'1.4'}, Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'SubPort': {'1.0'}, Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Subnet': {'1.1'}, Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Trunk': {'1.1'}} Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: consumer versions: Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: { DHCP agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: L3 agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: Metadata agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: Metering agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: Open vSwitch agent@dv-cinder-761113-14-iscsi: { 'AddressGroup': '1.2', Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'ConntrackHelper': '1.0', Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Log': '1.0', Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Network': '1.1', Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Port': '1.7', Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'PortForwarding': '1.2', Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'QosPolicy': '1.8', Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'SecurityGroup': '1.4', Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'SecurityGroupRule': '1.2', Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'SubPort': '1.0', Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Subnet': '1.1', Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Trunk': '1.1'}} Jun 18 08:08:02.895774 dv-cinder-761113-14-iscsi neutron-server[92897]: {{(pid=92897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:08:02.899145 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:08:02.901760 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Attempting to bind port eb9107f0-5941-4199-8120-87f2ef4133d5 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:08:02.902175 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Attempting to bind port eb9107f0-5941-4199-8120-87f2ef4133d5 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': '7d4b5453-9763-4e2c-a81b-6581a3907e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a94d6159-fd1a-4745-95df-ad340f8f72e2'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:08:02.902623 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Attempting to bind port eb9107f0-5941-4199-8120-87f2ef4133d5 on network a94d6159-fd1a-4745-95df-ad340f8f72e2 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:08:02.908546 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:08:02.908961 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Checking segment: {'id': '7d4b5453-9763-4e2c-a81b-6581a3907e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a94d6159-fd1a-4745-95df-ad340f8f72e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:08:02.909702 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:02.910102 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Bound using segment: {'id': '7d4b5453-9763-4e2c-a81b-6581a3907e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a94d6159-fd1a-4745-95df-ad340f8f72e2'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:08:02.910582 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Bound port: eb9107f0-5941-4199-8120-87f2ef4133d5, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b5453-9763-4e2c-a81b-6581a3907e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'a94d6159-fd1a-4745-95df-ad340f8f72e2'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:08:02.910948 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:02.975933 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] For port eb9107f0-5941-4199-8120-87f2ef4133d5, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:08:02.996228 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] For port eb9107f0-5941-4199-8120-87f2ef4133d5, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=eb9107f0-5941-4199-8120-87f2ef4133d5,segment=NetworkSegment(7d4b5453-9763-4e2c-a81b-6581a3907e84),segment_id=7d4b5453-9763-4e2c-a81b-6581a3907e84)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:08:03.000790 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:03.003750 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:08:03.058813 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Pushing event updated for resources: {'Port': ['ID=eb9107f0-5941-4199-8120-87f2ef4133d5,revision_number=4']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:03.061320 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Routers {'e36634a3-3ea4-4b1b-b392-1317fa176333'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:08:03.061917 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:07:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['e36634a3-3ea4-4b1b-b392-1317fa176333'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:03.064771 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:08:03.156364 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] Set router e36634a3-3ea4-4b1b-b392-1317fa176333 gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:08:03.372017 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36634a3-3ea4-4b1b-b392-1317fa176333', 'name': 'router1', 'tenant_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:07:51Z', 'updated_at': '2021-06-18T08:08:00Z', 'revision_number': 2, 'project_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'gw_port_host': None, '_interfaces': [{'id': 'eb9107f0-5941-4199-8120-87f2ef4133d5', 'name': '', 'network_id': 'a94d6159-fd1a-4745-95df-ad340f8f72e2', 'tenant_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'mac_address': 'fa:16:3e:b0:71:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36634a3-3ea4-4b1b-b392-1317fa176333', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a28d8067-1250-4077-80cc-99dc5dbce0df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:07:59Z', 'updated_at': '2021-06-18T08:08:02Z', 'revision_number': 4, 'project_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'subnets': [{'id': 'a28d8067-1250-4077-80cc-99dc5dbce0df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0b2c482-c2bd-411c-8484-83eb4f792001'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:03.399052 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ba9fc-5549-494d-9dea-1583873af4bc None None] The sync data for ids ['e36634a3-3ea4-4b1b-b392-1317fa176333'] in dv-cinder-761113-14-iscsi is: [{'id': 'e36634a3-3ea4-4b1b-b392-1317fa176333', 'name': 'router1', 'tenant_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:07:51Z', 'updated_at': '2021-06-18T08:08:00Z', 'revision_number': 2, 'project_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'gw_port_host': None, '_interfaces': [{'id': 'eb9107f0-5941-4199-8120-87f2ef4133d5', 'name': '', 'network_id': 'a94d6159-fd1a-4745-95df-ad340f8f72e2', 'tenant_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'mac_address': 'fa:16:3e:b0:71:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36634a3-3ea4-4b1b-b392-1317fa176333', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a28d8067-1250-4077-80cc-99dc5dbce0df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:07:59Z', 'updated_at': '2021-06-18T08:08:02Z', 'revision_number': 4, 'project_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'subnets': [{'id': 'a28d8067-1250-4077-80cc-99dc5dbce0df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0b2c482-c2bd-411c-8484-83eb4f792001'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:08:03.604234 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 40222) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:08:03.813391 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e10340-c05a-423e-9c52-c51f1a866354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:08:03.816161 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-50e10340-c05a-423e-9c52-c51f1a866354 admin admin] 10.222.0.83 "GET /v2.0/networks/a252541b-e27f-4a3f-8e86-824b883db521 HTTP/1.1" status: 200 len: 842 time: 0.2109110 Jun 18 08:08:03.825365 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:08:03.854151 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Made reservation on behalf of dfd14f033de64680be39a89602f6a5b9 for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:08:03.856990 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:04.309037 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.objects.ports [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92894) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 08:08:04.309550 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:04.312527 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:08:04.386844 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff822c60-bf8e-4d27-91f8-cd72c981900b,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:04.389301 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Checking segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:08:04.389628 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Network hostable DHCP agents. Network: a252541b-e27f-4a3f-8e86-824b883db521, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:08:04.406409 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:04.406755 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:04.407139 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:04.408020 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:04.408960 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:04.409545 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:04.409873 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:04.410220 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:04.410562 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:04.410884 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:04.411224 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:04.411538 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Tracked resource versions report: Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: pushed versions: Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: { 'AddressGroup': {'1.2'}, Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'ConntrackHelper': {'1.0'}, Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Log': {'1.0'}, Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Network': {'1.1'}, Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Port': {'1.7'}, Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'PortForwarding': {'1.2'}, Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'QosPolicy': {'1.8'}, Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'SecurityGroup': {'1.4'}, Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'SubPort': {'1.0'}, Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Subnet': {'1.1'}, Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Trunk': {'1.1'}} Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: consumer versions: Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: { DHCP agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: L3 agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: Metadata agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: Metering agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: Open vSwitch agent@dv-cinder-761113-14-iscsi: { 'AddressGroup': '1.2', Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'ConntrackHelper': '1.0', Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Log': '1.0', Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Network': '1.1', Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Port': '1.7', Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'PortForwarding': '1.2', Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'QosPolicy': '1.8', Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'SecurityGroup': '1.4', Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'SecurityGroupRule': '1.2', Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'SubPort': '1.0', Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Subnet': '1.1', Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Trunk': '1.1'}} Jun 18 08:08:04.412907 dv-cinder-761113-14-iscsi neutron-server[92894]: {{(pid=92894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:08:04.476044 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:08:04.477259 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Network a252541b-e27f-4a3f-8e86-824b883db521 is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:08:04.490880 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, a252541b-e27f-4a3f-8e86-824b883db521) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:08:04.496046 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:08:04.496665 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:04.502250 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c39449-1dd9-495f-8c09-d1260730c8a4 None None] Network a252541b-e27f-4a3f-8e86-824b883db521 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:08:04.512095 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6901257 Jun 18 08:08:04.661184 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4844273c-47c8-4566-838e-3babdd1d2f58 None None] Network a252541b-e27f-4a3f-8e86-824b883db521 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:08:06.860627 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 40238) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:08:07.090453 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-758ff4ef-8e7e-4683-8bc2-958588de6f0f admin admin] 10.222.0.83 "GET /v2.0/routers/e36634a3-3ea4-4b1b-b392-1317fa176333 HTTP/1.1" status: 200 len: 710 time: 0.2286904 Jun 18 08:08:07.181678 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b00d5a-9278-4f06-8df1-d63595c386f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:08:07.183062 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-09b00d5a-9278-4f06-8df1-d63595c386f0 admin admin] 10.222.0.83 "GET /v2.0/networks/a252541b-e27f-4a3f-8e86-824b883db521 HTTP/1.1" status: 200 len: 886 time: 0.0865839 Jun 18 08:08:07.191945 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:08:07.431866 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545768', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-604507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2642'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:07.667226 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:07.745762 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:07.862652 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device eb9107f0-5941-4199-8120-87f2ef4133d5 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:08:07.906652 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Allocated IP 172.27.0.47 (a252541b-e27f-4a3f-8e86-824b883db521/ff822c60-bf8e-4d27-91f8-cd72c981900b/61ee1826-f332-473f-84f4-14c0ba91ae58) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:08:07.915364 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port eb9107f0-5941-4199-8120-87f2ef4133d5 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:08:07.919036 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port eb9107f0-5941-4199-8120-87f2ef4133d5 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:08:07.919421 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:07.995618 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:08.019846 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:08.027291 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port eb9107f0-5941-4199-8120-87f2ef4133d5, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=eb9107f0-5941-4199-8120-87f2ef4133d5,segment=NetworkSegment(7d4b5453-9763-4e2c-a81b-6581a3907e84),segment_id=7d4b5453-9763-4e2c-a81b-6581a3907e84)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:08.031135 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:08.033256 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:08:08.077516 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=eb9107f0-5941-4199-8120-87f2ef4133d5,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:08.080915 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:08:08.107489 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:08.155216 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:08:08.224953 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Network a252541b-e27f-4a3f-8e86-824b883db521 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:08:08.229688 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:08:08.236581 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:08:08.271992 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Pushing event updated for resources: {'Port': ['ID=61ee1826-f332-473f-84f4-14c0ba91ae58,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:08.300349 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:08:08.512138 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:08.702071 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545768', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-604507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2642'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:08.705937 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-604498'] for router, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:08.813622 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Router e36634a3-3ea4-4b1b-b392-1317fa176333 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:08:08.919250 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:08:08.924157 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:08.925342 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] 10.222.0.83 "PUT /v2.0/routers/e36634a3-3ea4-4b1b-b392-1317fa176333 HTTP/1.1" status: 200 len: 889 time: 1.7368908 Jun 18 08:08:08.942235 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Sync routers for ids ['e36634a3-3ea4-4b1b-b392-1317fa176333'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:08:08.953078 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Routers {'e36634a3-3ea4-4b1b-b392-1317fa176333'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:08:08.953760 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:07:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['e36634a3-3ea4-4b1b-b392-1317fa176333'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:09.215474 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Set router e36634a3-3ea4-4b1b-b392-1317fa176333 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:08:09.596293 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36634a3-3ea4-4b1b-b392-1317fa176333', 'name': 'router1', 'tenant_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '61ee1826-f332-473f-84f4-14c0ba91ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:07:51Z', 'updated_at': '2021-06-18T08:08:08Z', 'revision_number': 4, 'project_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'gw_port': {'id': '61ee1826-f332-473f-84f4-14c0ba91ae58', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36634a3-3ea4-4b1b-b392-1317fa176333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:08:07Z', 'updated_at': '2021-06-18T08:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'eb9107f0-5941-4199-8120-87f2ef4133d5', 'name': '', 'network_id': 'a94d6159-fd1a-4745-95df-ad340f8f72e2', 'tenant_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'mac_address': 'fa:16:3e:b0:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36634a3-3ea4-4b1b-b392-1317fa176333', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a28d8067-1250-4077-80cc-99dc5dbce0df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:07:59Z', 'updated_at': '2021-06-18T08:08:08Z', 'revision_number': 5, 'project_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'subnets': [{'id': 'a28d8067-1250-4077-80cc-99dc5dbce0df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0b2c482-c2bd-411c-8484-83eb4f792001'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:09.644531 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Checking router: e36634a3-3ea4-4b1b-b392-1317fa176333 for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:08:09.644887 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Updating router e36634a3-3ea4-4b1b-b392-1317fa176333 port 61ee1826-f332-473f-84f4-14c0ba91ae58 binding host dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:08:09.679800 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:09.866382 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device eb9107f0-5941-4199-8120-87f2ef4133d5 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:08:09.982936 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port eb9107f0-5941-4199-8120-87f2ef4133d5 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:08:09.983630 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:10.063209 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:10.076018 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Transition to ACTIVE for port object 61ee1826-f332-473f-84f4-14c0ba91ae58 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:08:10.100515 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:10.108599 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:08:10.159794 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Attempting to bind port 61ee1826-f332-473f-84f4-14c0ba91ae58 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:08:10.160173 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Attempting to bind port 61ee1826-f332-473f-84f4-14c0ba91ae58 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:08:10.160543 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Attempting to bind port 61ee1826-f332-473f-84f4-14c0ba91ae58 on network a252541b-e27f-4a3f-8e86-824b883db521 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:08:10.168022 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:08:10.168399 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Checking segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:08:10.168806 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:10.169200 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Bound using segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:08:10.169673 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Bound port: 61ee1826-f332-473f-84f4-14c0ba91ae58, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:08:10.170050 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:10.193900 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84236e26-8836-4ecc-bb78-2511e70fa47e None None] Pushing event updated for resources: {'Port': ['ID=61ee1826-f332-473f-84f4-14c0ba91ae58,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:10.199014 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-84236e26-8836-4ecc-bb78-2511e70fa47e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:08:10.225238 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] For port 61ee1826-f332-473f-84f4-14c0ba91ae58, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:08:10.228494 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] For port 61ee1826-f332-473f-84f4-14c0ba91ae58, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=61ee1826-f332-473f-84f4-14c0ba91ae58,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:08:10.232602 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:10.234716 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-89391e53-1f0e-4c39-85f3-17714992f740 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:08:10.368346 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Routers {'e36634a3-3ea4-4b1b-b392-1317fa176333'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:08:10.368873 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:07:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['e36634a3-3ea4-4b1b-b392-1317fa176333'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:10.402839 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84236e26-8836-4ecc-bb78-2511e70fa47e None None] Pushing event updated for resources: {'Port': ['ID=61ee1826-f332-473f-84f4-14c0ba91ae58,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:10.407121 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-84236e26-8836-4ecc-bb78-2511e70fa47e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:08:10.475031 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] Set router e36634a3-3ea4-4b1b-b392-1317fa176333 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:08:10.684203 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36634a3-3ea4-4b1b-b392-1317fa176333', 'name': 'router1', 'tenant_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '61ee1826-f332-473f-84f4-14c0ba91ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:07:51Z', 'updated_at': '2021-06-18T08:08:08Z', 'revision_number': 4, 'project_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'gw_port': {'id': '61ee1826-f332-473f-84f4-14c0ba91ae58', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36634a3-3ea4-4b1b-b392-1317fa176333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:08:07Z', 'updated_at': '2021-06-18T08:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'eb9107f0-5941-4199-8120-87f2ef4133d5', 'name': '', 'network_id': 'a94d6159-fd1a-4745-95df-ad340f8f72e2', 'tenant_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'mac_address': 'fa:16:3e:b0:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36634a3-3ea4-4b1b-b392-1317fa176333', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a28d8067-1250-4077-80cc-99dc5dbce0df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:07:59Z', 'updated_at': '2021-06-18T08:08:08Z', 'revision_number': 5, 'project_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'subnets': [{'id': 'a28d8067-1250-4077-80cc-99dc5dbce0df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0b2c482-c2bd-411c-8484-83eb4f792001'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:10.714014 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f0855f-8bde-470b-9202-8780cead1331 None None] The sync data for ids ['e36634a3-3ea4-4b1b-b392-1317fa176333'] in dv-cinder-761113-14-iscsi is: [{'id': 'e36634a3-3ea4-4b1b-b392-1317fa176333', 'name': 'router1', 'tenant_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '61ee1826-f332-473f-84f4-14c0ba91ae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:07:51Z', 'updated_at': '2021-06-18T08:08:08Z', 'revision_number': 4, 'project_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'gw_port': {'id': '61ee1826-f332-473f-84f4-14c0ba91ae58', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36634a3-3ea4-4b1b-b392-1317fa176333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:08:07Z', 'updated_at': '2021-06-18T08:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'eb9107f0-5941-4199-8120-87f2ef4133d5', 'name': '', 'network_id': 'a94d6159-fd1a-4745-95df-ad340f8f72e2', 'tenant_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'mac_address': 'fa:16:3e:b0:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36634a3-3ea4-4b1b-b392-1317fa176333', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a28d8067-1250-4077-80cc-99dc5dbce0df', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:07:59Z', 'updated_at': '2021-06-18T08:08:08Z', 'revision_number': 5, 'project_id': 'bd67442c0fd04864a7582ffdd1d12c72', 'subnets': [{'id': 'a28d8067-1250-4077-80cc-99dc5dbce0df', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0b2c482-c2bd-411c-8484-83eb4f792001'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:08:11.298669 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 40248) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:08:11.422568 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8a7c9a01-b3d8-4687-be88-3952f0c62c7d admin admin] 10.222.0.83 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1226735 Jun 18 08:08:11.872739 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 61ee1826-f332-473f-84f4-14c0ba91ae58 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:08:11.921587 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port 61ee1826-f332-473f-84f4-14c0ba91ae58 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:08:11.925253 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 61ee1826-f332-473f-84f4-14c0ba91ae58 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:08:11.925636 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:11.999080 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:12.020720 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port 61ee1826-f332-473f-84f4-14c0ba91ae58, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=61ee1826-f332-473f-84f4-14c0ba91ae58,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:12.024590 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:12.027029 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:08:12.076861 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=61ee1826-f332-473f-84f4-14c0ba91ae58,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:12.081409 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:08:13.864367 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 61ee1826-f332-473f-84f4-14c0ba91ae58 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:08:13.916725 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 61ee1826-f332-473f-84f4-14c0ba91ae58 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:08:13.917201 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:19.689866 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:08:25.224016 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2373b085-e17b-4767-a31c-6f3b738f2777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:27.858029 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:28.144145 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-622dd8d4-a4e2-4031-bb8c-a6d987450b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:28.836812 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:30.521023 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:55.216500 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b2fb7a36-883f-4469-842b-e84daf0b2481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:56.680253 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:08:57.824109 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:58.136760 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb5e1-84a2-40e7-a70d-b29adc2264c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:08:58.825464 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:09:00.522820 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:09:25.218358 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-955fe350-880c-46c7-b39f-02b47d1adb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:09:27.826610 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:09:28.140262 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-39643055-3ca6-4338-a98b-78ae6638fe46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:09:28.832494 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:09:30.519783 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:09:33.679180 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:09:47.401278 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 40816) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:09:47.463393 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa56ccb-ed2d-4a6d-8d18-b5bca3b73de5 admin admin] GET failed (client error): The resource could not be found. Jun 18 08:09:47.464710 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-aaa56ccb-ed2d-4a6d-8d18-b5bca3b73de5 admin admin] 10.222.0.83 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625675 Jun 18 08:09:47.620587 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965c1334-a58d-4e1c-8276-7006bad924f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:09:47.622040 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-965c1334-a58d-4e1c-8276-7006bad924f0 admin admin] 10.222.0.83 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1535382 Jun 18 08:09:49.758541 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 40826) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:09:49.862706 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faf13b7-e2a1-4cf2-ab9a-4c22fcd602a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:09:49.864063 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8faf13b7-e2a1-4cf2-ab9a-4c22fcd602a8 admin admin] 10.222.0.83 "GET /v2.0/subnets/a28d8067-1250-4077-80cc-99dc5dbce0df HTTP/1.1" status: 200 len: 849 time: 0.1045282 Jun 18 08:09:49.873242 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:09:49.953891 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:09:50.165067 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757668754652'] for subnet, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:09:50.167271 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:09:50.197278 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:09:50.197868 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:09:50.201606 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] 10.222.0.83 "PUT /v2.0/subnets/a28d8067-1250-4077-80cc-99dc5dbce0df HTTP/1.1" status: 200 len: 868 time: 0.3296320 Jun 18 08:09:50.202777 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33db24fc-847a-4fc7-acc4-392642d8c2cd None None] Network a94d6159-fd1a-4745-95df-ad340f8f72e2 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:09:50.222307 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a28d8067-1250-4077-80cc-99dc5dbce0df,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:50.229680 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:50.230035 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:50.230377 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:50.230703 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:50.231060 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:50.231393 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:50.231720 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:50.232056 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:50.232399 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:50.232721 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:50.233036 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:50.233349 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:50.238516 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:09:50.622084 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-a5a6ac1b-aa64-4774-b9fb-4a001bb60f83 None None] Provisioning complete for port eb9107f0-5941-4199-8120-87f2ef4133d5 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:09:50.622460 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ac1b-aa64-4774-b9fb-4a001bb60f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:09:50.707571 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-a5a6ac1b-aa64-4774-b9fb-4a001bb60f83 None None] Provisioning complete for port 65a55b6e-e40a-427b-a97a-cc9c0e721b87 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:09:50.707870 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a5a6ac1b-aa64-4774-b9fb-4a001bb60f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:09:52.344542 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 40834) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:09:52.544455 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c21f9d-523f-49ab-a716-ceba73d9a511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:09:52.544843 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c21f9d-523f-49ab-a716-ceba73d9a511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:09:52.546355 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d8c21f9d-523f-49ab-a716-ceba73d9a511 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1989179 Jun 18 08:09:54.657129 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 40842) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:09:54.786231 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00099ee5-f5b6-4a4c-a09e-8832dc045069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:09:54.786700 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00099ee5-f5b6-4a4c-a09e-8832dc045069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:09:54.788226 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-00099ee5-f5b6-4a4c-a09e-8832dc045069 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1301210 Jun 18 08:09:55.221287 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-bb6acc8b-288b-4a77-9f76-27e94e08d15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:09:56.905798 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 40850) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:09:57.029631 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34262613-9796-4230-80f2-d8f87ad76e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:09:57.031013 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-34262613-9796-4230-80f2-d8f87ad76e4b admin admin] 10.222.0.83 "GET /v2.0/networks/a252541b-e27f-4a3f-8e86-824b883db521 HTTP/1.1" status: 200 len: 886 time: 0.1242492 Jun 18 08:09:57.829293 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:09:58.144178 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ee75a927-a385-4509-a268-3d05df29b77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:09:58.831598 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:09:59.157840 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 40858) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:09:59.303910 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb0261c-8e9b-4e08-a4dc-cdd803614718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:09:59.305747 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5eb0261c-8e9b-4e08-a4dc-cdd803614718 admin admin] 10.222.0.83 "GET /v2.0/networks/a94d6159-fd1a-4745-95df-ad340f8f72e2 HTTP/1.1" status: 200 len: 870 time: 0.1465018 Jun 18 08:10:00.524414 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:01.465750 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 40866) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:10:01.587412 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed96f0ec-60c3-45e1-b93b-3b09222b0ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:10:01.587880 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed96f0ec-60c3-45e1-b93b-3b09222b0ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:10:01.589403 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ed96f0ec-60c3-45e1-b93b-3b09222b0ffa admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227336 Jun 18 08:10:03.715635 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 40874) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:10:03.807614 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92dabc6-6aae-4f0b-abff-bfa0a128a870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:10:03.808072 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92dabc6-6aae-4f0b-abff-bfa0a128a870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:10:03.809546 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a92dabc6-6aae-4f0b-abff-bfa0a128a870 admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929677 Jun 18 08:10:06.039679 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 40882) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:10:06.129530 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34818542-bddd-4b3a-b7f3-00cabd8e3331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:10:06.130787 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-34818542-bddd-4b3a-b7f3-00cabd8e3331 admin admin] 10.222.0.83 "GET /v2.0/subnets/a28d8067-1250-4077-80cc-99dc5dbce0df HTTP/1.1" status: 200 len: 868 time: 0.0901783 Jun 18 08:10:08.249701 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 40892) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:10:08.333089 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb478f5-f699-44e4-a479-c6bbd2d33f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:10:08.334371 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7eb478f5-f699-44e4-a479-c6bbd2d33f4c admin admin] 10.222.0.83 "GET /v2.0/subnets/ff822c60-bf8e-4d27-91f8-cd72c981900b HTTP/1.1" status: 200 len: 816 time: 0.0837379 Jun 18 08:10:10.695927 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:10:25.224049 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-cbffaa95-11d6-404e-bba5-f3333e7cdd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:27.830998 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:28.145332 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b9e72e7b-0b72-4959-b7ca-e1471e314ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:28.837812 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:30.526563 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:32.217755 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 40936) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:10:32.263950 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [None req-e1033aed-c9c6-4cd9-bf07-25bba5d5b9aa admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:10:32.264949 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e1033aed-c9c6-4cd9-bf07-25bba5d5b9aa admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462742 Jun 18 08:10:34.482699 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 40944) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:10:34.541198 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c912d1-0a87-46e2-8f1a-f4dea730a353 admin admin] GET failed (client error): The resource could not be found. Jun 18 08:10:34.542487 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e0c912d1-0a87-46e2-8f1a-f4dea730a353 admin admin] 10.222.0.83 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588353 Jun 18 08:10:34.624866 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b42d34-3f78-495b-826c-32095f07e7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:10:34.626278 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-50b42d34-3f78-495b-826c-32095f07e7c1 admin admin] 10.222.0.83 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0799839 Jun 18 08:10:36.778711 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 40952) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:10:36.825006 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-e44bed44-e25c-4a16-9a3a-66ef6b6de528 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:10:36.849833 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44bed44-e25c-4a16-9a3a-66ef6b6de528 admin admin] Made reservation on behalf of dfd14f033de64680be39a89602f6a5b9 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:10:36.852204 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e44bed44-e25c-4a16-9a3a-66ef6b6de528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:36.896292 dv-cinder-761113-14-iscsi neutron-server[92894]: WARNING neutron.services.revisions.revision_plugin [None req-e44bed44-e25c-4a16-9a3a-66ef6b6de528 admin admin] Could not find related network for resource to bump revision. Jun 18 08:10:36.913601 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44bed44-e25c-4a16-9a3a-66ef6b6de528 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:10:36.928098 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e44bed44-e25c-4a16-9a3a-66ef6b6de528 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757668836042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:36.928619 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e44bed44-e25c-4a16-9a3a-66ef6b6de528 admin admin] Unsubscribe: segment precommit_create {{(pid=92894) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 08:10:36.929059 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-e44bed44-e25c-4a16-9a3a-66ef6b6de528 admin admin] Added segment 166c0aec-33f4-419d-92cb-0b7d6684a7cb of type vlan for network aa965a82-65ac-456c-957a-738e9a7e68a2 Jun 18 08:10:36.973783 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e44bed44-e25c-4a16-9a3a-66ef6b6de528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:37.011620 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e44bed44-e25c-4a16-9a3a-66ef6b6de528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:37.012931 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44bed44-e25c-4a16-9a3a-66ef6b6de528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:10:37.013533 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e44bed44-e25c-4a16-9a3a-66ef6b6de528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:37.016215 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:10:37.080037 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e44bed44-e25c-4a16-9a3a-66ef6b6de528 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3001595 Jun 18 08:10:37.109757 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bed44-e25c-4a16-9a3a-66ef6b6de528 admin admin] Pushing event updated for resources: {'Network': ['ID=aa965a82-65ac-456c-957a-738e9a7e68a2,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:37.114291 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e44bed44-e25c-4a16-9a3a-66ef6b6de528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:10:37.121539 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network aa965a82-65ac-456c-957a-738e9a7e68a2 details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:10:39.246842 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 40960) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:10:39.306719 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4365ce81-637a-4100-9b55-bb996b490dd7 admin admin] GET failed (client error): The resource could not be found. Jun 18 08:10:39.308058 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4365ce81-637a-4100-9b55-bb996b490dd7 admin admin] 10.222.0.83 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601871 Jun 18 08:10:39.406935 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaa68c4-44d8-43d4-b3d3-f85776a2f912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:10:39.408788 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-cbaa68c4-44d8-43d4-b3d3-f85776a2f912 admin admin] 10.222.0.83 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0964122 Jun 18 08:10:39.418568 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'aa965a82-65ac-456c-957a-738e9a7e68a2', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:10:39.439863 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Made reservation on behalf of dfd14f033de64680be39a89602f6a5b9 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:10:39.442407 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:39.675297 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:39.678003 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-431f249c-365f-4b15-8038-7564746673fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:10:39.737865 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9528e132-48d6-4c60-89fb-0b96e378afed,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:39.745321 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Checking segment: {'id': '166c0aec-33f4-419d-92cb-0b7d6684a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa965a82-65ac-456c-957a-738e9a7e68a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:10:39.745675 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Network hostable DHCP agents. Network: aa965a82-65ac-456c-957a-738e9a7e68a2, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:10:39.748295 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:39.748659 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:39.748995 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:39.749319 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:39.749642 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:39.749975 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:39.750300 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:39.750631 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:39.750962 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:39.751305 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:39.751620 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:39.751931 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:39.756545 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:10:39.773387 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Network aa965a82-65ac-456c-957a-738e9a7e68a2 is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:10:39.781984 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, aa965a82-65ac-456c-957a-738e9a7e68a2) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:10:39.787241 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:10:39.788829 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:39.790216 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a48088-a455-43e3-ba03-c4881da37be6 None None] Network aa965a82-65ac-456c-957a-738e9a7e68a2 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:10:39.802912 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3879430 Jun 18 08:10:40.042002 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe8cd3cf-c619-57cb-820d-d0ee420b7d22-aa965a82-65ac-456c-957a-738e9a7e68a2', 'network_id': 'aa965a82-65ac-456c-957a-738e9a7e68a2', 'tenant_id': 'dfd14f033de64680be39a89602f6a5b9', 'fixed_ips': [{'subnet_id': '9528e132-48d6-4c60-89fb-0b96e378afed'}]}} from dv-cinder-761113-14-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:10:40.042855 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:40.180302 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Allocated IP 192.168.233.2 (aa965a82-65ac-456c-957a-738e9a7e68a2/9528e132-48d6-4c60-89fb-0b96e378afed/ff679ffd-4fed-4083-83c9-c65e8829236c) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:10:40.322074 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:40.331191 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Transition to ACTIVE for port object ff679ffd-4fed-4083-83c9-c65e8829236c will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:10:40.346687 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Transition to ACTIVE for port object ff679ffd-4fed-4083-83c9-c65e8829236c will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:10:40.352352 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:40.354628 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-25d3fa30-f194-4078-9988-281a1415d507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:10:40.398334 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Network aa965a82-65ac-456c-957a-738e9a7e68a2 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:10:40.399746 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:10:40.402839 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:10:40.413310 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Pushing event updated for resources: {'Port': ['ID=ff679ffd-4fed-4083-83c9-c65e8829236c,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:40.435876 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:40.436241 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:40.436586 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:40.436921 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:40.437251 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:40.437577 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:40.437901 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:40.438232 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:40.438568 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:40.438893 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:40.439240 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:40.439592 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:40.443772 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:10:40.475110 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Attempting to bind port ff679ffd-4fed-4083-83c9-c65e8829236c on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:10:40.475481 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Attempting to bind port ff679ffd-4fed-4083-83c9-c65e8829236c by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': '166c0aec-33f4-419d-92cb-0b7d6684a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa965a82-65ac-456c-957a-738e9a7e68a2'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:10:40.475840 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Attempting to bind port ff679ffd-4fed-4083-83c9-c65e8829236c on network aa965a82-65ac-456c-957a-738e9a7e68a2 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:10:40.480758 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:10:40.481132 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Checking segment: {'id': '166c0aec-33f4-419d-92cb-0b7d6684a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa965a82-65ac-456c-957a-738e9a7e68a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:10:40.481536 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:40.481923 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Bound using segment: {'id': '166c0aec-33f4-419d-92cb-0b7d6684a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa965a82-65ac-456c-957a-738e9a7e68a2'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:10:40.482386 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Bound port: ff679ffd-4fed-4083-83c9-c65e8829236c, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166c0aec-33f4-419d-92cb-0b7d6684a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa965a82-65ac-456c-957a-738e9a7e68a2'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:10:40.482755 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:40.544707 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] For port ff679ffd-4fed-4083-83c9-c65e8829236c, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:10:40.548238 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] For port ff679ffd-4fed-4083-83c9-c65e8829236c, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=ff679ffd-4fed-4083-83c9-c65e8829236c,segment=NetworkSegment(166c0aec-33f4-419d-92cb-0b7d6684a7cb),segment_id=166c0aec-33f4-419d-92cb-0b7d6684a7cb)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:10:40.554181 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:40.556405 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:10:40.617255 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Pushing event updated for resources: {'Port': ['ID=ff679ffd-4fed-4083-83c9-c65e8829236c,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:40.620550 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:10:41.360858 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7544e72e-2e55-4ba7-b1ef-0c72ae64822c None None] Network aa965a82-65ac-456c-957a-738e9a7e68a2 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:10:41.409100 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-0a97055c-afde-4cb3-bff0-e230d835d8e5 None None] Provisioning for port ff679ffd-4fed-4083-83c9-c65e8829236c completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:10:41.977871 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device ff679ffd-4fed-4083-83c9-c65e8829236c up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:10:42.026890 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port ff679ffd-4fed-4083-83c9-c65e8829236c completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:10:42.030791 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port ff679ffd-4fed-4083-83c9-c65e8829236c triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:10:42.031194 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:42.108099 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:42.147708 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port ff679ffd-4fed-4083-83c9-c65e8829236c, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=ff679ffd-4fed-4083-83c9-c65e8829236c,segment=NetworkSegment(166c0aec-33f4-419d-92cb-0b7d6684a7cb),segment_id=166c0aec-33f4-419d-92cb-0b7d6684a7cb)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:10:42.151872 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:42.154506 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:10:42.200507 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=ff679ffd-4fed-4083-83c9-c65e8829236c,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:42.203535 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:10:43.964005 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device ff679ffd-4fed-4083-83c9-c65e8829236c up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:10:44.011291 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port ff679ffd-4fed-4083-83c9-c65e8829236c triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:10:44.011670 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:47.685311 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:10:55.227124 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9718731b-59e8-4cec-a504-91085cf9e3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:57.834832 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:58.146495 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3a251350-423a-4155-8213-63bc9ed3fc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:10:58.838419 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:11:00.530448 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:11:24.684194 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:11:25.228126 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-047a7665-3d4c-4724-8b18-4963ebbdf08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:11:27.837392 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:11:28.148830 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-31c778e7-3c6f-46ef-88ee-89ad3d92f471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:11:28.841693 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:11:30.532474 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:11:46.911600 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41012) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:11:46.917521 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [None req-67f46ee6-6644-4252-97b3-47a431de91fc tempest-verify_tempest_config-50181029 tempest-verify_tempest_config-50181029-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:11:46.918465 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-67f46ee6-6644-4252-97b3-47a431de91fc tempest-verify_tempest_config-50181029 tempest-verify_tempest_config-50181029-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058763 Jun 18 08:11:47.220911 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41030) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:11:47.320710 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:11:47.406947 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:11:47.410697 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:11:47.413438 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:11:47.454636 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d3d8ef0f622b47b79b358fa61e357b1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2326996 Jun 18 08:11:47.455415 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5f1404-b35e-48ef-941b-f773a46fb0ae,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:47.458478 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41034) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:11:47.462783 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.463159 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.463494 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.463817 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.464137 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.464474 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.464926 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.465127 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.465460 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.465777 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.466090 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.466400 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.470119 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:11:47.535068 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:11:47.555032 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:11:47.640262 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:11:47.643164 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:11:47.644928 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6a5f1404-b35e-48ef-941b-f773a46fb0ae HTTP/1.1" status: 204 len: 168 time: 0.1854537 Jun 18 08:11:47.645606 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:11:47.653136 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5f1404-b35e-48ef-941b-f773a46fb0ae,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:47.659882 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.660264 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.660604 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.660935 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.661258 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.661597 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.661920 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.662239 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.662561 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.662875 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.663210 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.663523 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:47.667184 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:11:55.229059 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-fda075a8-e27d-4e44-b572-4bc9b2ce4a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:11:57.839306 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:11:58.149503 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d24a42b2-9a9e-42c9-bd8e-2ee0162ab790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:11:58.843688 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:12:00.536822 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:12:01.682817 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:12:25.231275 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e92967ef-71ea-4556-9132-b9293e354ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:12:27.840058 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:12:28.149426 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-7ca15521-3695-4eb2-9092-5045cb7fbcf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:12:28.847972 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:12:30.538513 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:12:38.681907 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:12:55.231164 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5d62d8eb-eff0-4f19-8a53-50e14d32f425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:12:57.841245 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:12:58.149062 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-21b76ace-a6d2-4ce9-b9df-8958f9481db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:12:58.851758 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:13:00.541726 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:13:15.680693 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 5 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:13:23.087785 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033'] for agent, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:13:25.231259 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8dc8125b-8c32-40fc-9310-5bdd1a4b7a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:13:27.097924 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41088) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:13:27.199775 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-3ad8f650-4277-4853-ac28-2c5a11e1580c admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1007118 Jun 18 08:13:27.842844 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:13:28.151589 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d1628fb9-b4c4-4a29-84d5-4a5169b3c11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:13:28.854161 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:13:29.413361 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41098) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:13:29.472510 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-dc036327-f7f0-473b-82b1-4680b979aa5e admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0580921 Jun 18 08:13:30.545368 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:13:52.678367 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:13:53.071548 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:13:55.231346 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8685884a-bdcd-493b-80b5-9ca1fc8556e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:13:57.845078 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:13:58.152075 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9862f9cf-c883-475c-9c4a-6986db5b6a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:13:58.858464 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:00.549489 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:23.077969 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:25.232546 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d7dd72be-0c8f-4282-a757-e6cc4079839d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:27.846695 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:28.152749 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-766d9e9f-92dd-4a36-a710-8f3da86cc1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:28.861192 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:29.676741 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:14:30.553571 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:53.078457 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:55.233892 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a0d22662-8315-4aa6-9040-b0442dee1528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:55.278922 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41252) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:14:55.585082 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41272) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:14:55.612198 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-101465898-network', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:14:55.634619 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Made reservation on behalf of b0f32dd32d7140888841a500cf4e733a for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:14:55.637538 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:55.646876 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:55.738814 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-151873479-network', 'tenant_id': '93f0e534f2a543149af250485108acea'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:14:55.769069 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:55.775723 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:55.780868 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-abdb4736-d607-4bd6-b8f7-b1042b0ab80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:55.794658 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Made reservation on behalf of 93f0e534f2a543149af250485108acea for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:14:55.798389 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:55.808697 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:55.814634 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d644d0-378e-4459-8d1c-777d4746e3d1,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:55.824431 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:55.824972 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:55.825314 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:55.825678 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:55.826011 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:55.826369 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:55.826669 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:55.827012 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:55.827464 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:55.827670 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:55.827987 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:55.828367 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Tracked resource versions report: Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: pushed versions: Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: { 'AddressGroup': {'1.2'}, Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'ConntrackHelper': {'1.0'}, Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Log': {'1.0'}, Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Network': {'1.1'}, Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Port': {'1.7'}, Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'PortForwarding': {'1.2'}, Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'QosPolicy': {'1.8'}, Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'SecurityGroup': {'1.4'}, Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'SubPort': {'1.0'}, Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Subnet': {'1.1'}, Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Trunk': {'1.1'}} Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: consumer versions: Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: { DHCP agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: HyperV agent@hv-cinder-76111: {}, Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: L3 agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: Metadata agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: Metering agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: Open vSwitch agent@dv-cinder-761113-14-iscsi: { 'AddressGroup': '1.2', Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'ConntrackHelper': '1.0', Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Log': '1.0', Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Network': '1.1', Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Port': '1.7', Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'PortForwarding': '1.2', Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'QosPolicy': '1.8', Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'SecurityGroup': '1.4', Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'SecurityGroupRule': '1.2', Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'SubPort': '1.0', Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Subnet': '1.1', Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: 'Trunk': '1.1'}} Jun 18 08:14:55.829498 dv-cinder-761113-14-iscsi neutron-server[92894]: {{(pid=92894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:14:55.846259 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:14:55.847552 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:14:55.860591 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:55.861421 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Added segment ca015a6d-6cb2-41e3-a53c-345e1e3e5833 of type vlan for network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 Jun 18 08:14:55.911929 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:55.934058 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:55.939579 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:55.951396 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:55.952576 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:14:55.953081 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:14:55.953740 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:55.956977 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:55.962137 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:55.962591 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Added segment 73b7a217-86ab-4163-933f-b59a31d6ae63 of type vlan for network b51847c2-f918-4270-b98b-8271086982fa Jun 18 08:14:56.010436 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:56.020645 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:56.021449 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7414052 Jun 18 08:14:56.022211 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41306) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:14:56.029535 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-ecf3c116-1b8e-4c62-a47c-0a176ab87f2b admin admin] Request body: {'subnet': {'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-subnet', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:14:56.044116 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Pushing event updated for resources: {'Network': ['ID=9d2ce2af-86b5-4cff-ae8e-1c44556b9802,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:56.047424 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:14:56.056195 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:56.060181 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:14:56.061215 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:56.067566 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:14:56.068376 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:56.071818 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:56.072420 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:56.072799 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:56.073134 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf3c116-1b8e-4c62-a47c-0a176ab87f2b admin admin] Made reservation on behalf of b0f32dd32d7140888841a500cf4e733a for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:14:56.073286 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:56.073551 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:56.074255 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:56.074756 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:56.075295 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:56.075812 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:56.076298 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:56.076798 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:56.077124 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Tracked resource versions report: Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: pushed versions: Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: { 'AddressGroup': {'1.2'}, Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'ConntrackHelper': {'1.0'}, Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Log': {'1.0'}, Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Network': {'1.1'}, Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Port': {'1.7'}, Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'PortForwarding': {'1.2'}, Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'QosPolicy': {'1.8'}, Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'SecurityGroup': {'1.4'}, Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'SubPort': {'1.0'}, Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Subnet': {'1.1'}, Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Trunk': {'1.1'}} Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: consumer versions: Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: { DHCP agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: HyperV agent@hv-cinder-76111: {}, Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: L3 agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: Metadata agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: Metering agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: Open vSwitch agent@dv-cinder-761113-14-iscsi: { 'AddressGroup': '1.2', Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'ConntrackHelper': '1.0', Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Log': '1.0', Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Network': '1.1', Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Port': '1.7', Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'PortForwarding': '1.2', Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'QosPolicy': '1.8', Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'SecurityGroup': '1.4', Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'SecurityGroupRule': '1.2', Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'SubPort': '1.0', Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Subnet': '1.1', Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: 'Trunk': '1.1'}} Jun 18 08:14:56.078208 dv-cinder-761113-14-iscsi neutron-server[92895]: {{(pid=92895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:14:56.082411 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:14:56.083041 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:56.090380 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ecf3c116-1b8e-4c62-a47c-0a176ab87f2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:56.153353 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5669274 Jun 18 08:14:56.161521 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41312) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:14:56.169327 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-7a9d435f-8fe4-400a-8b2c-ca7d3991adaa admin admin] Request body: {'subnet': {'network_id': 'b51847c2-f918-4270-b98b-8271086982fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-151873479-subnet', 'tenant_id': '93f0e534f2a543149af250485108acea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:14:56.177907 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Pushing event updated for resources: {'Network': ['ID=b51847c2-f918-4270-b98b-8271086982fa,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:56.181908 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:14:56.191392 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network b51847c2-f918-4270-b98b-8271086982fa details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:14:56.200999 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9d435f-8fe4-400a-8b2c-ca7d3991adaa admin admin] Made reservation on behalf of 93f0e534f2a543149af250485108acea for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:14:56.203609 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7a9d435f-8fe4-400a-8b2c-ca7d3991adaa admin admin] Notify callbacks [] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:56.373447 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41318) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:14:56.381814 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ecf3c116-1b8e-4c62-a47c-0a176ab87f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:56.389336 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5b0782a8-0474-4cba-85e1-4a407d50c127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:56.429979 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41322) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:14:56.466816 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7a9d435f-8fe4-400a-8b2c-ca7d3991adaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:56.470407 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f23e3b9b-8215-4d5a-b588-a007ada428b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:56.536269 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3c116-1b8e-4c62-a47c-0a176ab87f2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb87a6f4-0113-442a-b865-b8bb43f888a4,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:56.536980 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d435f-8fe4-400a-8b2c-ca7d3991adaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e7dfe10-14ba-431f-98d2-bfd0f932a40f,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:56.542431 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7a9d435f-8fe4-400a-8b2c-ca7d3991adaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:14:56.551273 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ecf3c116-1b8e-4c62-a47c-0a176ab87f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:14:56.562374 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9d435f-8fe4-400a-8b2c-ca7d3991adaa admin admin] Checking segment: {'id': '73b7a217-86ab-4163-933f-b59a31d6ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'b51847c2-f918-4270-b98b-8271086982fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:14:56.563431 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9d435f-8fe4-400a-8b2c-ca7d3991adaa admin admin] Network hostable DHCP agents. Network: b51847c2-f918-4270-b98b-8271086982fa, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:14:56.568316 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf3c116-1b8e-4c62-a47c-0a176ab87f2b admin admin] Checking segment: {'id': 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:14:56.568680 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf3c116-1b8e-4c62-a47c-0a176ab87f2b admin admin] Network hostable DHCP agents. Network: 9d2ce2af-86b5-4cff-ae8e-1c44556b9802, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:14:56.586095 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9d435f-8fe4-400a-8b2c-ca7d3991adaa admin admin] Network b51847c2-f918-4270-b98b-8271086982fa is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:14:56.590412 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf3c116-1b8e-4c62-a47c-0a176ab87f2b admin admin] Network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:14:56.601362 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-ecf3c116-1b8e-4c62-a47c-0a176ab87f2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, 9d2ce2af-86b5-4cff-ae8e-1c44556b9802) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:14:56.606763 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-7a9d435f-8fe4-400a-8b2c-ca7d3991adaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, b51847c2-f918-4270-b98b-8271086982fa) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:14:56.610489 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7003ce-cc9e-400f-9580-94eec70fbb4c None None] Network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:14:56.612580 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9d435f-8fe4-400a-8b2c-ca7d3991adaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:14:56.613180 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7a9d435f-8fe4-400a-8b2c-ca7d3991adaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:56.621992 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf3c116-1b8e-4c62-a47c-0a176ab87f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:14:56.622580 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ecf3c116-1b8e-4c62-a47c-0a176ab87f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:56.634397 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc40cb99-26c3-4282-833d-baeebb4035be None None] Network b51847c2-f918-4270-b98b-8271086982fa requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:14:56.637510 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ecf3c116-1b8e-4c62-a47c-0a176ab87f2b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6124742 Jun 18 08:14:56.640090 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41336) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:14:56.643325 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7a9d435f-8fe4-400a-8b2c-ca7d3991adaa admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4804769 Jun 18 08:14:56.644919 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:14:56.671334 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-604585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2639'] for router, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:56.672536 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-923112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2628'] for router, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:56.769769 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:56.829510 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-344028803-network', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:14:56.856799 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41346) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:14:56.884818 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1873416282-network', 'tenant_id': '700f52b6512d464cbad45deec9a66894'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:14:56.920126 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] Made reservation on behalf of fbf147ee0dc84d499893fb9d53d9eb88 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:14:56.925230 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:56.941371 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:56.970410 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545768', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-604507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2642'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.017400 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde5ce11-ad2c-4203-8cf2-28e6c3971660 None None] Network b51847c2-f918-4270-b98b-8271086982fa requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:14:57.037431 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe8cd3cf-c619-57cb-820d-d0ee420b7d22-9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4'}]}} from dv-cinder-761113-14-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:14:57.038580 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.100812 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Made reservation on behalf of 700f52b6512d464cbad45deec9a66894 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:14:57.103697 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.115190 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.116581 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.168994 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.192910 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:57.309578 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.336822 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Allocated IP 172.20.0.2 (9d2ce2af-86b5-4cff-ae8e-1c44556b9802/cb87a6f4-0113-442a-b865-b8bb43f888a4/b34299b9-43b2-4c3b-9545-6a796bc2ff76) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:14:57.344332 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.362830 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.377477 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab4f957-24ce-4749-83c8-e9d67322241f,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:57.381833 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:14:57.388280 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.390596 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-69973947-network', 'tenant_id': 'd410c302b42f411e81e57b1efce3d4d3'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:14:57.406413 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:14:57.418032 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.418451 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Added segment 5e232c15-d735-4465-bed0-2f1e43ff862e of type vlan for network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 Jun 18 08:14:57.428162 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Made reservation on behalf of d410c302b42f411e81e57b1efce3d4d3 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:14:57.431481 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.446687 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.468995 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.505973 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:14:57.509990 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:57.520454 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.534471 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:14:57.534876 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.546241 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.546592 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] Added segment 9624ca7d-91e5-4834-945a-b4ad2a67cdde of type vlan for network cce11d3a-6683-4122-ab5e-a575bb7ecbfc Jun 18 08:14:57.575776 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c4422b-1434-4d2c-b392-8a4a10bbb322,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:57.579346 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:14:57.596966 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:57.659825 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.667214 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.680943 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Transition to ACTIVE for port object b34299b9-43b2-4c3b-9545-6a796bc2ff76 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:14:57.690638 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Pushing event updated for resources: {'Network': ['ID=1b776cf9-ad83-4846-a685-0caa9f4a49e7,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:57.694739 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:14:57.702928 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:14:57.732373 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.734176 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:14:57.735090 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.738167 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:57.755242 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Transition to ACTIVE for port object b34299b9-43b2-4c3b-9545-6a796bc2ff76 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:14:57.768822 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:57.780213 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:57.792359 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Allocated IP 172.27.0.157 (a252541b-e27f-4a3f-8e86-824b883db521/ff822c60-bf8e-4d27-91f8-cd72c981900b/160e36a0-8e0a-4193-9cdb-61289aafda84) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:14:57.824352 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:14:57.829975 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:14:57.834388 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:14:57.852786 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] Pushing event updated for resources: {'Network': ['ID=cce11d3a-6683-4122-ab5e-a575bb7ecbfc,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:57.861299 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Pushing event updated for resources: {'Port': ['ID=b34299b9-43b2-4c3b-9545-6a796bc2ff76,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:57.862887 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:14:57.887391 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network cce11d3a-6683-4122-ab5e-a575bb7ecbfc details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:14:57.994168 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.002121 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.022669 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.028327 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.034315 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6037576 Jun 18 08:14:58.037134 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-26bc215f-64a7-4f4f-8cd5-5215e7f88f14 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6620293 Jun 18 08:14:58.037788 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41378) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:14:58.041737 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41380) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:14:58.045541 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:14:58.056413 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.057070 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Added segment cf625552-5db4-4804-8708-c2d634c3afaf of type vlan for network 81beaa51-a303-4525-af1f-eae9f4b78c5e Jun 18 08:14:58.059907 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-1f6f478d-5488-460c-a726-f9ec58180b80 admin admin] Request body: {'subnet': {'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1873416282-subnet', 'tenant_id': '700f52b6512d464cbad45deec9a66894', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:14:58.071883 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:58.074237 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:58.074609 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:58.074946 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:58.076432 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:58.076771 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:58.077103 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:58.080111 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:58.080111 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:58.080442 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:58.080962 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:58.081290 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:58.082285 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-85c13a27-ccec-43ea-b3db-4325ce3b3e22 admin admin] Request body: {'subnet': {'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-344028803-subnet', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Tracked resource versions report: Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: pushed versions: Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: { 'AddressGroup': {'1.2'}, Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'ConntrackHelper': {'1.0'}, Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Log': {'1.0'}, Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Network': {'1.1'}, Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Port': {'1.7'}, Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'PortForwarding': {'1.2'}, Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'QosPolicy': {'1.8'}, Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'SecurityGroup': {'1.4'}, Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'SubPort': {'1.0'}, Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Subnet': {'1.1'}, Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Trunk': {'1.1'}} Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: consumer versions: Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: { DHCP agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: HyperV agent@hv-cinder-76111: {}, Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: L3 agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: Metadata agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: Metering agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: Open vSwitch agent@dv-cinder-761113-14-iscsi: { 'AddressGroup': '1.2', Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'ConntrackHelper': '1.0', Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Log': '1.0', Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Network': '1.1', Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Port': '1.7', Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'PortForwarding': '1.2', Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'QosPolicy': '1.8', Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'SecurityGroup': '1.4', Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'SecurityGroupRule': '1.2', Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'SubPort': '1.0', Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Subnet': '1.1', Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: 'Trunk': '1.1'}} Jun 18 08:14:58.083614 dv-cinder-761113-14-iscsi neutron-server[92896]: {{(pid=92896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:14:58.091124 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:14:58.118355 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Attempting to bind port b34299b9-43b2-4c3b-9545-6a796bc2ff76 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:14:58.119259 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Attempting to bind port b34299b9-43b2-4c3b-9545-6a796bc2ff76 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:14:58.119773 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Attempting to bind port b34299b9-43b2-4c3b-9545-6a796bc2ff76 on network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:14:58.125603 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:14:58.125982 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Checking segment: {'id': 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:14:58.126755 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.127229 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Bound using segment: {'id': 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:14:58.127803 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Bound port: b34299b9-43b2-4c3b-9545-6a796bc2ff76, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:14:58.129016 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.136435 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.154730 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6f478d-5488-460c-a726-f9ec58180b80 admin admin] Made reservation on behalf of 700f52b6512d464cbad45deec9a66894 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:14:58.157945 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1f6f478d-5488-460c-a726-f9ec58180b80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.188231 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d9f38825-55e0-4115-aeb9-934b2cc7892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.194956 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:58.230402 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] For port b34299b9-43b2-4c3b-9545-6a796bc2ff76, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:14:58.246998 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] For port b34299b9-43b2-4c3b-9545-6a796bc2ff76, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=b34299b9-43b2-4c3b-9545-6a796bc2ff76,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:14:58.246998 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.256163 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.267505 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-84236e26-8836-4ecc-bb78-2511e70fa47e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:58.279513 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:14:58.280124 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.358880 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbcd0e8-2e37-4cac-8f3b-857675b402f2,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:58.366591 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:14:58.368682 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e44bed44-e25c-4a16-9a3a-66ef6b6de528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:58.407426 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Pushing event updated for resources: {'Port': ['ID=b34299b9-43b2-4c3b-9545-6a796bc2ff76,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:58.414943 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:14:58.415430 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.478491 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Pushing event updated for resources: {'Network': ['ID=81beaa51-a303-4525-af1f-eae9f4b78c5e,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:58.484002 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:14:58.484356 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:58.493317 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network 81beaa51-a303-4525-af1f-eae9f4b78c5e details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:14:58.628238 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Network a252541b-e27f-4a3f-8e86-824b883db521 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:14:58.630725 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:14:58.636009 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Pushing event updated for resources: {'Port': ['ID=160e36a0-8e0a-4193-9cdb-61289aafda84,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:58.663311 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1f6f478d-5488-460c-a726-f9ec58180b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.683224 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:58.691184 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:14:58.692554 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:14:58.761562 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c13a27-ccec-43ea-b3db-4325ce3b3e22 admin admin] Made reservation on behalf of fbf147ee0dc84d499893fb9d53d9eb88 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:14:58.764516 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-85c13a27-ccec-43ea-b3db-4325ce3b3e22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.839868 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9806614 Jun 18 08:14:58.842560 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41414) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:14:58.852483 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-883875d0-f4a5-48a6-87ce-7b4f8e436039 admin admin] Request body: {'subnet': {'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-69973947-subnet', 'tenant_id': 'd410c302b42f411e81e57b1efce3d4d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:14:58.872950 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.909627 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883875d0-f4a5-48a6-87ce-7b4f8e436039 admin admin] Made reservation on behalf of d410c302b42f411e81e57b1efce3d4d3 for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:14:58.913937 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-883875d0-f4a5-48a6-87ce-7b4f8e436039 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:58.920147 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f478d-5488-460c-a726-f9ec58180b80 admin admin] Checking segment: {'id': '5e232c15-d735-4465-bed0-2f1e43ff862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:14:58.920493 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6f478d-5488-460c-a726-f9ec58180b80 admin admin] Network hostable DHCP agents. Network: 1b776cf9-ad83-4846-a685-0caa9f4a49e7, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:14:58.955581 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f478d-5488-460c-a726-f9ec58180b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be4459fe-ddfd-4974-8d18-8ab67b0bd04e,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:58.962956 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1f6f478d-5488-460c-a726-f9ec58180b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:14:59.012830 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6f478d-5488-460c-a726-f9ec58180b80 admin admin] Network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:14:59.045136 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-1f6f478d-5488-460c-a726-f9ec58180b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, 1b776cf9-ad83-4846-a685-0caa9f4a49e7) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:14:59.052738 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6f478d-5488-460c-a726-f9ec58180b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:14:59.053614 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1f6f478d-5488-460c-a726-f9ec58180b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:59.062695 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97455610-c884-4bb5-9cbd-01ddbaa31a10 None None] Network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:14:59.103145 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-1f6f478d-5488-460c-a726-f9ec58180b80 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0638037 Jun 18 08:14:59.194739 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-85c13a27-ccec-43ea-b3db-4325ce3b3e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:59.198884 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1f6f478d-5488-460c-a726-f9ec58180b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:59.204390 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:59.262144 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41442) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:14:59.263562 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c13a27-ccec-43ea-b3db-4325ce3b3e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:59.268290 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-85c13a27-ccec-43ea-b3db-4325ce3b3e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:14:59.269345 dv-cinder-761113-14-iscsi neutron-server[92895]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 08:14:59.404008 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6126f94d-3edb-45d5-87e8-1ce22333cd6b None None] Network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:14:59.464520 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c13a27-ccec-43ea-b3db-4325ce3b3e22 admin admin] Checking segment: {'id': '9624ca7d-91e5-4834-945a-b4ad2a67cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:14:59.465336 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c13a27-ccec-43ea-b3db-4325ce3b3e22 admin admin] Network hostable DHCP agents. Network: cce11d3a-6683-4122-ab5e-a575bb7ecbfc, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:14:59.666942 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c13a27-ccec-43ea-b3db-4325ce3b3e22 admin admin] Network cce11d3a-6683-4122-ab5e-a575bb7ecbfc is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:14:59.685312 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816085f-c958-448a-97cb-b03438f64537 req-3d2a0388-7659-4d66-983b-ec36fad5a2d7 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:14:59.687635 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3816085f-c958-448a-97cb-b03438f64537 req-3d2a0388-7659-4d66-983b-ec36fad5a2d7 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/networks?id=b51847c2-f918-4270-b98b-8271086982fa HTTP/1.1" status: 200 len: 811 time: 0.4207201 Jun 18 08:14:59.689117 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-85c13a27-ccec-43ea-b3db-4325ce3b3e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, cce11d3a-6683-4122-ab5e-a575bb7ecbfc) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:14:59.694499 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c13a27-ccec-43ea-b3db-4325ce3b3e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:14:59.695561 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-85c13a27-ccec-43ea-b3db-4325ce3b3e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:59.704110 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffe523a-258a-4204-922f-92047c038911 None None] Network cce11d3a-6683-4122-ab5e-a575bb7ecbfc requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:14:59.727062 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-85c13a27-ccec-43ea-b3db-4325ce3b3e22 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6559887 Jun 18 08:14:59.727062 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3816085f-c958-448a-97cb-b03438f64537 req-9ea66b72-3932-4a78-b0c7-79955ead987e tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/quotas/93f0e534f2a543149af250485108acea HTTP/1.1" status: 200 len: 375 time: 0.0162566 Jun 18 08:14:59.731260 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41452) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:14:59.736328 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:14:59.859196 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-883875d0-f4a5-48a6-87ce-7b4f8e436039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:59.892463 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee6adee-1923-49b2-9066-8dec13e82cf2 None None] Network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:14:59.898161 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7e77b7b8-878c-452f-bff2-bdfb3bb81097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:14:59.926718 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3816085f-c958-448a-97cb-b03438f64537 req-380cce03-4ff7-4442-ad02-ffda95975002 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=93f0e534f2a543149af250485108acea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1868653 Jun 18 08:14:59.963973 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-604585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2639'] for router, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:59.965777 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-923112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2628'] for router, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:14:59.966524 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883875d0-f4a5-48a6-87ce-7b4f8e436039 admin admin] Checking segment: {'id': 'cf625552-5db4-4804-8708-c2d634c3afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:14:59.966891 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883875d0-f4a5-48a6-87ce-7b4f8e436039 admin admin] Network hostable DHCP agents. Network: 81beaa51-a303-4525-af1f-eae9f4b78c5e, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:14:59.997396 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883875d0-f4a5-48a6-87ce-7b4f8e436039 admin admin] Network 81beaa51-a303-4525-af1f-eae9f4b78c5e is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:15:00.011807 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-883875d0-f4a5-48a6-87ce-7b4f8e436039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, 81beaa51-a303-4525-af1f-eae9f4b78c5e) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:00.021343 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883875d0-f4a5-48a6-87ce-7b4f8e436039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a962334-f0f8-4687-b920-e54f22a8616d,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:00.024491 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883875d0-f4a5-48a6-87ce-7b4f8e436039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:00.024980 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-883875d0-f4a5-48a6-87ce-7b4f8e436039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:00.031658 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183cb4f8-5279-4b7d-a0f8-732d61da8484 None None] Network 81beaa51-a303-4525-af1f-eae9f4b78c5e requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:15:00.049162 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-883875d0-f4a5-48a6-87ce-7b4f8e436039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:00.050693 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-883875d0-f4a5-48a6-87ce-7b4f8e436039 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2071595 Jun 18 08:15:00.051797 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543804'] for router, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:00.065765 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41468) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:00.073635 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-69973947-router', 'tenant_id': 'd410c302b42f411e81e57b1efce3d4d3', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:00.099141 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:00.112706 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe8cd3cf-c619-57cb-820d-d0ee420b7d22-cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e'}]}} from dv-cinder-761113-14-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:15:00.113488 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:00.164139 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-7c8bb373-911c-4530-a72f-049df91a9ab4 None None] Provisioning for port b34299b9-43b2-4c3b-9545-6a796bc2ff76 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:00.196151 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-604585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2639'] for router, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:00.197431 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-923112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2628'] for router, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:00.329337 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-3816085f-c958-448a-97cb-b03438f64537 req-68cad1a4-c759-47f6-9da1-05d9060513f5 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:15:00.337192 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3816085f-c958-448a-97cb-b03438f64537 req-68cad1a4-c759-47f6-9da1-05d9060513f5 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1017535 Jun 18 08:15:00.344208 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:00.345363 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41486) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:00.350807 dv-cinder-761113-14-iscsi neutron-server[92894]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 08:15:00.351012 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device b34299b9-43b2-4c3b-9545-6a796bc2ff76 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:00.361416 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545768', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-604507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2642'] for router, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:00.504600 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3816085f-c958-448a-97cb-b03438f64537 req-e9aac94c-2d7e-49df-84be-29ef95b8b819 service neutron] 10.222.0.83 "GET /v2.0/networks/b51847c2-f918-4270-b98b-8271086982fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666882 Jun 18 08:15:00.646165 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e0fff6-74a6-477e-9a7a-76e9aba1e979 None None] Network 81beaa51-a303-4525-af1f-eae9f4b78c5e requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:15:00.701682 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545768', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-604507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2642'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:00.706655 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c is scheduled to L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 with binding_index 1 {{(pid=92894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:15:00.721065 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-f5d10991-e651-4e5a-aa8d-d8391c959f9b tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:00.723118 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-f5d10991-e651-4e5a-aa8d-d8391c959f9b tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/networks?id=1b776cf9-ad83-4846-a685-0caa9f4a49e7 HTTP/1.1" status: 200 len: 815 time: 0.3765907 Jun 18 08:15:00.731248 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3816085f-c958-448a-97cb-b03438f64537 req-66e5eb7c-ebc7-463d-8e4d-148f727bef43 service neutron] 10.222.0.83 "GET /v2.0/networks/b51847c2-f918-4270-b98b-8271086982fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153544 Jun 18 08:15:00.741379 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:00.746447 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port b34299b9-43b2-4c3b-9545-6a796bc2ff76 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:00.761978 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Allocated IP 172.20.0.2 (cce11d3a-6683-4122-ab5e-a575bb7ecbfc/48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e/cffa762e-54fa-4bdc-a86d-7e591fb18621) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:00.770904 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:00.772779 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port b34299b9-43b2-4c3b-9545-6a796bc2ff76 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:00.773577 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:00.799761 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:00.982867 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Allocated IP 172.27.0.83 (a252541b-e27f-4a3f-8e86-824b883db521/ff822c60-bf8e-4d27-91f8-cd72c981900b/eee0d8de-b8f4-4fba-ae85-90e1ad9827d7) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:01.040487 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-33015024-8ecf-4f26-938d-973d07db8960 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/quotas/700f52b6512d464cbad45deec9a66894 HTTP/1.1" status: 200 len: 375 time: 0.2624068 Jun 18 08:15:01.042221 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:15:01.109504 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:01.137870 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-091fdf5f-eb03-4407-a5ce-f917c99e9c71 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=700f52b6512d464cbad45deec9a66894&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813406 Jun 18 08:15:01.143177 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Sync routers for ids ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'] in dv-cinder-761113-14-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:15:01.177971 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Routers {'2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:15:01.179840 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:14:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:01.193412 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:01.236603 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:01.239462 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5983615 Jun 18 08:15:01.244317 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41508) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:01.304760 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port b34299b9-43b2-4c3b-9545-6a796bc2ff76, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=b34299b9-43b2-4c3b-9545-6a796bc2ff76,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:01.311145 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:01.316889 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:01.336972 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Transition to ACTIVE for port object cffa762e-54fa-4bdc-a86d-7e591fb18621 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:01.387833 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Transition to ACTIVE for port object cffa762e-54fa-4bdc-a86d-7e591fb18621 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:01.400405 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:01.402655 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:01.415740 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:01.437089 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Set router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:15:01.480187 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Pushing event updated for resources: {'Port': ['ID=eee0d8de-b8f4-4fba-ae85-90e1ad9827d7,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:01.485163 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:01.502113 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Network a252541b-e27f-4a3f-8e86-824b883db521 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:01.505114 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:01.509690 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:15:01.518944 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=b34299b9-43b2-4c3b-9545-6a796bc2ff76,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:01.525437 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:01.527164 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:01.532465 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:01.585067 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Pushing event updated for resources: {'Port': ['ID=cffa762e-54fa-4bdc-a86d-7e591fb18621,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:01.588404 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-9c571277-3a34-4372-996d-473910798573 None None] Provisioning complete for port b34299b9-43b2-4c3b-9545-6a796bc2ff76 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:01.589398 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9c571277-3a34-4372-996d-473910798573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:01.592218 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:01.609255 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-b2d04342-1ead-45ba-a07b-7dde86ac7b63 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=92894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:15:01.611286 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-b2d04342-1ead-45ba-a07b-7dde86ac7b63 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3299332 Jun 18 08:15:01.639417 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Network cce11d3a-6683-4122-ab5e-a575bb7ecbfc is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:01.644746 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:01.648731 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:15:01.702062 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:14:58Z', 'revision_number': 3, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:01.736272 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Checking router: 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c for host: dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:15:01.736991 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Updating router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c port 160e36a0-8e0a-4193-9cdb-61289aafda84 binding host dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:15:01.775744 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-46639e60-0eee-4d5f-8f54-5544e0d03460 req-951c9214-89dc-4cdf-9191-ee4a5bcfa887 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 210 time: 0.0742674 Jun 18 08:15:01.780272 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:01.781876 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Attempting to bind port cffa762e-54fa-4bdc-a86d-7e591fb18621 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:15:01.781876 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Attempting to bind port cffa762e-54fa-4bdc-a86d-7e591fb18621 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': '9624ca7d-91e5-4834-945a-b4ad2a67cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:15:01.782059 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Attempting to bind port cffa762e-54fa-4bdc-a86d-7e591fb18621 on network cce11d3a-6683-4122-ab5e-a575bb7ecbfc {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:01.860696 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:15:01.861515 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Checking segment: {'id': '9624ca7d-91e5-4834-945a-b4ad2a67cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:15:01.862725 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:01.863657 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Bound using segment: {'id': '9624ca7d-91e5-4834-945a-b4ad2a67cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:15:01.864369 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Bound port: cffa762e-54fa-4bdc-a86d-7e591fb18621, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9624ca7d-91e5-4834-945a-b4ad2a67cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:15:01.864984 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:01.987251 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] For port cffa762e-54fa-4bdc-a86d-7e591fb18621, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:02.019016 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] For port cffa762e-54fa-4bdc-a86d-7e591fb18621, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=cffa762e-54fa-4bdc-a86d-7e591fb18621,segment=NetworkSegment(9624ca7d-91e5-4834-945a-b4ad2a67cdde),segment_id=9624ca7d-91e5-4834-945a-b4ad2a67cdde)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:02.024882 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:02.028648 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-d1d03f26-1683-4768-907b-62fb65f9cf19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:02.093078 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Pushing event updated for resources: {'Port': ['ID=cffa762e-54fa-4bdc-a86d-7e591fb18621,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:02.105177 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:02.239712 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device b34299b9-43b2-4c3b-9545-6a796bc2ff76 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:02.267301 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:02.319191 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-bb251b51-e035-4622-bc4e-6c22709fdc4a service neutron] 10.222.0.83 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6963491 Jun 18 08:15:02.353212 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port b34299b9-43b2-4c3b-9545-6a796bc2ff76 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:02.354341 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:02.378894 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:02.391489 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Transition to ACTIVE for port object 160e36a0-8e0a-4193-9cdb-61289aafda84 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:02.415318 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:02.420330 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:02.492788 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:02.497912 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Attempting to bind port 160e36a0-8e0a-4193-9cdb-61289aafda84 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:15:02.498572 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Attempting to bind port 160e36a0-8e0a-4193-9cdb-61289aafda84 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:15:02.499186 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Attempting to bind port 160e36a0-8e0a-4193-9cdb-61289aafda84 on network a252541b-e27f-4a3f-8e86-824b883db521 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:02.517664 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Pushing event updated for resources: {'Port': ['ID=160e36a0-8e0a-4193-9cdb-61289aafda84,revision_number=2']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:02.551214 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:02.562137 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:15:02.571718 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Checking segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:15:02.575751 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:02.576958 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Bound using segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:15:02.577970 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Bound port: 160e36a0-8e0a-4193-9cdb-61289aafda84, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:15:02.578408 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:02.646422 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:02.646804 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:02.647169 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:02.647499 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:02.647821 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:02.648139 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:02.648454 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:02.649152 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:02.649152 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:02.649388 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:02.649699 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:02.650003 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Tracked resource versions report: Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: pushed versions: Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: { 'AddressGroup': {'1.2'}, Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'ConntrackHelper': {'1.0'}, Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Log': {'1.0'}, Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Network': {'1.1'}, Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Port': {'1.7'}, Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'PortForwarding': {'1.2'}, Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'QosPolicy': {'1.8'}, Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'SecurityGroup': {'1.4'}, Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'SubPort': {'1.0'}, Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Subnet': {'1.1'}, Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Trunk': {'1.1'}} Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: consumer versions: Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: { DHCP agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: HyperV agent@hv-cinder-76111: {}, Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: L3 agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: Metadata agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: Metering agent@dv-cinder-761113-14-iscsi: {}, Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: Open vSwitch agent@dv-cinder-761113-14-iscsi: { 'AddressGroup': '1.2', Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'ConntrackHelper': '1.0', Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Log': '1.0', Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Network': '1.1', Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Port': '1.7', Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'PortForwarding': '1.2', Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'QosPolicy': '1.8', Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'SecurityGroup': '1.4', Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'SecurityGroupRule': '1.2', Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'SubPort': '1.0', Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Subnet': '1.1', Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: 'Trunk': '1.1'}} Jun 18 08:15:02.651159 dv-cinder-761113-14-iscsi neutron-server[92897]: {{(pid=92897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:15:02.691621 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:02.773464 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] For port 160e36a0-8e0a-4193-9cdb-61289aafda84, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:02.781677 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] For port 160e36a0-8e0a-4193-9cdb-61289aafda84, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=160e36a0-8e0a-4193-9cdb-61289aafda84,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:02.788543 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:02.797124 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:02.841186 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543804'] for router, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:02.935011 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Routers {'2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:15:02.939618 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:14:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:02.946074 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-90dd5ce4-0fa3-435c-ae8b-c6970589896e req-e1dd6dd4-aa9e-48d9-a136-5f923e27e5c2 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 210 time: 0.0502970 Jun 18 08:15:02.962279 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Allocated IP 172.27.0.225 (a252541b-e27f-4a3f-8e86-824b883db521/ff822c60-bf8e-4d27-91f8-cd72c981900b/d9faad21-fd47-407c-ab69-ed341dec3953) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:02.997123 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Pushing event updated for resources: {'Port': ['ID=160e36a0-8e0a-4193-9cdb-61289aafda84,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:03.001260 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:03.117670 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] Set router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:15:03.118668 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:03.159886 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-a98b8526-b91d-4e41-a3e9-8d9a203bf3ab service neutron] 10.222.0.83 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8281941 Jun 18 08:15:03.162099 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Router 2e677162-09e1-4397-b963-043b777c7912 is scheduled to L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 with binding_index 1 {{(pid=92895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:15:03.387071 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:03.407222 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:03.478301 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:15:03.495019 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Sync routers for ids ['2e677162-09e1-4397-b963-043b777c7912'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:15:03.509172 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Routers {'2e677162-09e1-4397-b963-043b777c7912'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:15:03.509893 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-da932104-3223-48f6-a142-50b7918f6957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:14:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2e677162-09e1-4397-b963-043b777c7912'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:03.510802 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:03.512294 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7798495 Jun 18 08:15:03.515793 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41596) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:03.563757 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Network a252541b-e27f-4a3f-8e86-824b883db521 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:03.611292 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:03.629643 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:15:03.653236 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Pushing event updated for resources: {'Port': ['ID=d9faad21-fd47-407c-ab69-ed341dec3953,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:03.688229 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:03.710517 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:14:58Z', 'revision_number': 3, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:03.826999 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741768f1-57ec-4888-8d36-6d90600afbc6 None None] The sync data for ids ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'] in dv-cinder-761113-14-iscsi is: [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:14:58Z', 'revision_number': 3, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:15:03.929500 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549dbffb-de42-46af-8f74-7dd8f1d8ded9 None None] Network cce11d3a-6683-4122-ab5e-a575bb7ecbfc requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:15:04.044838 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:04.157242 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7e8476b8-f2da-49d1-a019-59a2c9c38263 req-d4de7313-c298-487e-85ae-7560f909db98 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 210 time: 0.2212920 Jun 18 08:15:04.199867 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-570051da-67ca-4bd4-9bf6-11f1fa73934b None None] Provisioning for port cffa762e-54fa-4bdc-a86d-7e591fb18621 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:04.265504 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Set router 2e677162-09e1-4397-b963-043b777c7912 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:15:04.440975 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device cffa762e-54fa-4bdc-a86d-7e591fb18621 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:04.527889 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:04.561296 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e5270152-121a-4097-891e-150ec48cda5c req-336e26e1-7a6d-482a-97e1-923b3638e019 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 210 time: 0.2011993 Jun 18 08:15:04.561771 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41642) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:04.725264 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Allocated IP 172.20.0.1 (9d2ce2af-86b5-4cff-ae8e-1c44556b9802/cb87a6f4-0113-442a-b865-b8bb43f888a4/38b319a4-9efb-482a-9aa5-0e6b09ad0fe6) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:04.780418 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port cffa762e-54fa-4bdc-a86d-7e591fb18621 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:04.790481 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port cffa762e-54fa-4bdc-a86d-7e591fb18621 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:04.791967 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:04.876421 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Allocated IP 172.20.0.1 (cce11d3a-6683-4122-ab5e-a575bb7ecbfc/48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e/8446f5f0-0e5e-4c93-a13b-9bfb09d0478c) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:04.964299 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-49263c45-b179-4347-8d26-d8515b7fbd35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:04.999701 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-da932104-3223-48f6-a142-50b7918f6957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:01Z', 'revision_number': 3, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:05.043866 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Checking router: 2e677162-09e1-4397-b963-043b777c7912 for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:15:05.046033 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Updating router 2e677162-09e1-4397-b963-043b777c7912 port eee0d8de-b8f4-4fba-ae85-90e1ad9827d7 binding host dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:15:05.120674 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-49263c45-b179-4347-8d26-d8515b7fbd35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:05.125841 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-49263c45-b179-4347-8d26-d8515b7fbd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:05.138211 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:05.147418 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:05.169133 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49263c45-b179-4347-8d26-d8515b7fbd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a701cf-39ee-4cc8-9ab1-2af14aedc4ca,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:05.199080 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-49263c45-b179-4347-8d26-d8515b7fbd35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:05.200620 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:05.249066 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:05.251466 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Transition to ACTIVE for port object 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:05.266456 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-49263c45-b179-4347-8d26-d8515b7fbd35 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6c51bd73b6564623b4881a64045039d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6957889 Jun 18 08:15:05.267623 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41662) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:05.318262 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:05.340731 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port cffa762e-54fa-4bdc-a86d-7e591fb18621, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=cffa762e-54fa-4bdc-a86d-7e591fb18621,segment=NetworkSegment(9624ca7d-91e5-4834-945a-b4ad2a67cdde),segment_id=9624ca7d-91e5-4834-945a-b4ad2a67cdde)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:05.349478 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Transition to ACTIVE for port object 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:05.357134 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:05.360004 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:05.364633 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6d05808b-4d26-4cf0-852d-74a61aea162e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:05.370774 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:05.398599 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6d05808b-4d26-4cf0-852d-74a61aea162e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:05.418074 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:05.425550 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:05.486698 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:05.490551 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:05.499112 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6d05808b-4d26-4cf0-852d-74a61aea162e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:05.501125 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-ba8d034e-1150-4da6-88f5-08770a2cf322 None None] Provisioning complete for port cffa762e-54fa-4bdc-a86d-7e591fb18621 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:05.501684 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ba8d034e-1150-4da6-88f5-08770a2cf322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:05.526754 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6d05808b-4d26-4cf0-852d-74a61aea162e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:05.527366 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6d05808b-4d26-4cf0-852d-74a61aea162e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/62a701cf-39ee-4cc8-9ab1-2af14aedc4ca HTTP/1.1" status: 204 len: 168 time: 0.2581449 Jun 18 08:15:05.556656 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Network cce11d3a-6683-4122-ab5e-a575bb7ecbfc is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:05.560235 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:05.564645 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:15:05.565144 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548627'] for router_interface, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:05.573476 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=cffa762e-54fa-4bdc-a86d-7e591fb18621,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:05.598887 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:05.719236 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Pushing event updated for resources: {'Port': ['ID=8446f5f0-0e5e-4c93-a13b-9bfb09d0478c,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:05.724732 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:05.747383 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:05.757997 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05808b-4d26-4cf0-852d-74a61aea162e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a701cf-39ee-4cc8-9ab1-2af14aedc4ca,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:05.764655 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6d05808b-4d26-4cf0-852d-74a61aea162e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:05.808760 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7e02d711-898e-4adc-ae27-06172e5cf275 req-a5d3cf7d-a3c3-456e-a5a1-56e2603bd506 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 210 time: 0.3273036 Jun 18 08:15:05.810061 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Pushing event updated for resources: {'Port': ['ID=38b319a4-9efb-482a-9aa5-0e6b09ad0fe6,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:05.815720 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:05.825813 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2190aa90-b038-4b9c-8db3-44ebc8bc5270 req-6701f5b2-6f17-4627-afc4-4f4e17c37162 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 210 time: 0.0405476 Jun 18 08:15:05.865857 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:05.881445 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:05.883838 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:05.885460 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:15:05.885845 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548627'] for router_interface, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.003158 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543804'] for router, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.044682 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.070508 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Transition to ACTIVE for port object eee0d8de-b8f4-4fba-ae85-90e1ad9827d7 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:06.087341 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-082ab8a0-e5e9-4059-9018-3d1a450db759 None None] Provisioning for port 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:06.121478 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-082ab8a0-e5e9-4059-9018-3d1a450db759 None None] Provisioning complete for port 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:06.121996 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-082ab8a0-e5e9-4059-9018-3d1a450db759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.127412 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.214385 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:06.337002 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Attempting to bind port eee0d8de-b8f4-4fba-ae85-90e1ad9827d7 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:15:06.339672 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Attempting to bind port eee0d8de-b8f4-4fba-ae85-90e1ad9827d7 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:15:06.340179 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Attempting to bind port eee0d8de-b8f4-4fba-ae85-90e1ad9827d7 on network a252541b-e27f-4a3f-8e86-824b883db521 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:06.346298 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.364274 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 160e36a0-8e0a-4193-9cdb-61289aafda84 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:06.372931 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:15:06.373420 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Checking segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:15:06.373902 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.374374 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Bound using segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:15:06.374874 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Bound port: eee0d8de-b8f4-4fba-ae85-90e1ad9827d7, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:15:06.375280 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.397348 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-082ab8a0-e5e9-4059-9018-3d1a450db759 None None] Port 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:15:06.416353 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Router b42ba34c-76ee-4186-a777-5867eafaab84 is scheduled to L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 with binding_index 1 {{(pid=92894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:15:06.444028 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01307c3-80b2-4f6b-8716-15cd681d3594 None None] Pushing event updated for resources: {'Port': ['ID=eee0d8de-b8f4-4fba-ae85-90e1ad9827d7,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:06.450492 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-a01307c3-80b2-4f6b-8716-15cd681d3594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:06.488658 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-da932104-3223-48f6-a142-50b7918f6957 None None] For port eee0d8de-b8f4-4fba-ae85-90e1ad9827d7, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:06.494057 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.495239 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-da932104-3223-48f6-a142-50b7918f6957 None None] For port eee0d8de-b8f4-4fba-ae85-90e1ad9827d7, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=eee0d8de-b8f4-4fba-ae85-90e1ad9827d7,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:06.499401 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.500818 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545802'] for router_interface, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.502054 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.504089 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port 160e36a0-8e0a-4193-9cdb-61289aafda84 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:06.510602 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:06.512248 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:06.560180 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Pushing event updated for resources: {'Port': ['ID=8446f5f0-0e5e-4c93-a13b-9bfb09d0478c,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:06.563219 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:06.592156 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01307c3-80b2-4f6b-8716-15cd681d3594 None None] Pushing event updated for resources: {'Port': ['ID=eee0d8de-b8f4-4fba-ae85-90e1ad9827d7,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:06.597297 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 160e36a0-8e0a-4193-9cdb-61289aafda84 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:06.597625 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.636761 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-a01307c3-80b2-4f6b-8716-15cd681d3594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:06.664238 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-7e56407a-100c-4302-bcbc-7fa97cc35086 None None] Provisioning for port 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:06.670252 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-7e56407a-100c-4302-bcbc-7fa97cc35086 None None] Provisioning complete for port 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:06.670767 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-7e56407a-100c-4302-bcbc-7fa97cc35086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.691121 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:15:06.693664 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:15:06.712536 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Sync routers for ids ['b42ba34c-76ee-4186-a777-5867eafaab84'] in dv-cinder-761113-14-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:15:06.716038 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-7e56407a-100c-4302-bcbc-7fa97cc35086 None None] Port 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:15:06.732986 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.747503 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.748674 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.754934 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7afe5318-fabb-4ad5-b492-4e2ddcbe7871 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6832223 Jun 18 08:15:06.755290 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Routers {'b42ba34c-76ee-4186-a777-5867eafaab84'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:15:06.755290 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:14:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['b42ba34c-76ee-4186-a777-5867eafaab84'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:06.755671 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545802'] for router_interface, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.757960 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:06.759118 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:06.767265 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Network cce11d3a-6683-4122-ab5e-a575bb7ecbfc is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:06.773489 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41694) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:06.776397 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:06.780504 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port 160e36a0-8e0a-4193-9cdb-61289aafda84, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=160e36a0-8e0a-4193-9cdb-61289aafda84,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:06.782391 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Routers {'2e677162-09e1-4397-b963-043b777c7912'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:15:06.783839 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-da932104-3223-48f6-a142-50b7918f6957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:14:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2e677162-09e1-4397-b963-043b777c7912'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:06.876973 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Pushing event updated for resources: {'Port': ['ID=38b319a4-9efb-482a-9aa5-0e6b09ad0fe6,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:06.900659 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:06.955468 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-da932104-3223-48f6-a142-50b7918f6957 None None] Set router 2e677162-09e1-4397-b963-043b777c7912 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:15:07.060201 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:07.074757 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device cffa762e-54fa-4bdc-a86d-7e591fb18621 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:07.183206 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-a01307c3-80b2-4f6b-8716-15cd681d3594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:07.221310 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ffd7ebcc-1dbc-447e-b199-672b14d95f4d req-8221b47a-96dc-4120-ba98-09f7478df741 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 210 time: 0.0799108 Jun 18 08:15:07.271921 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Set router b42ba34c-76ee-4186-a777-5867eafaab84 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:15:07.280660 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0f579576-7312-4554-947b-5c5c406cebc2 req-6bbe127b-0b0f-4859-b828-641091c04ff3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 210 time: 0.1194785 Jun 18 08:15:07.283337 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port cffa762e-54fa-4bdc-a86d-7e591fb18621 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:07.283822 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:07.298410 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:07.307824 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:07.334251 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-7fc7dca4-fd05-4d75-a73c-51f18e2a4593 None None] Provisioning complete for port 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:07.335248 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-7fc7dca4-fd05-4d75-a73c-51f18e2a4593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:07.438928 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=160e36a0-8e0a-4193-9cdb-61289aafda84,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:07.447407 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:07.555743 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:15:07.593364 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-7fc7dca4-fd05-4d75-a73c-51f18e2a4593 None None] Port 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:15:07.599938 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Router 2e677162-09e1-4397-b963-043b777c7912 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:15:07.772394 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'name': 'tempest-ServerRescueNegativeTestJSON-69973947-router', 'tenant_id': 'd410c302b42f411e81e57b1efce3d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd9faad21-fd47-407c-ab69-ed341dec3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:04Z', 'revision_number': 3, 'project_id': 'd410c302b42f411e81e57b1efce3d4d3', 'gw_port': {'id': 'd9faad21-fd47-407c-ab69-ed341dec3953', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:02Z', 'updated_at': '2021-06-18T08:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:07.824984 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.88', 55847) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:07.836111 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Checking router: b42ba34c-76ee-4186-a777-5867eafaab84 for host: dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:15:07.837598 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Updating router b42ba34c-76ee-4186-a777-5867eafaab84 port d9faad21-fd47-407c-ab69-ed341dec3953 binding host dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:15:07.844748 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:15:07.861450 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Sync routers for ids ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:15:07.864675 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] 10.222.0.83 "PUT /v2.0/routers/2a08c55a-fd23-43b5-bc4d-8096c0f7f10c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6155968 Jun 18 08:15:07.921159 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:08.079121 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Routers {'2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:15:08.079121 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:14:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:08.220571 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-fbe660b1-02b9-4ff3-9d02-88f271f12bb2 None None] Provisioning complete for port 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:08.220957 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-fbe660b1-02b9-4ff3-9d02-88f271f12bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:08.241754 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 160e36a0-8e0a-4193-9cdb-61289aafda84 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:08.337583 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816085f-c958-448a-97cb-b03438f64537 req-ad4ef2fc-09f1-4244-81bb-46161a984c85 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:08.356201 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3816085f-c958-448a-97cb-b03438f64537 req-ad4ef2fc-09f1-4244-81bb-46161a984c85 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.88 "GET /v2.0/networks?id=b51847c2-f918-4270-b98b-8271086982fa HTTP/1.1" status: 200 len: 811 time: 0.5296702 Jun 18 08:15:08.370928 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:15:08.451144 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.88', 55850) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:08.522034 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:08.523134 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-da932104-3223-48f6-a142-50b7918f6957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '8446f5f0-0e5e-4c93-a13b-9bfb09d0478c', 'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'mac_address': 'fa:16:3e:72:bc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 2, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'subnets': [{'id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:08.542714 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Transition to ACTIVE for port object d9faad21-fd47-407c-ab69-ed341dec3953 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:08.554217 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:08.567557 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-098c93d5-7e03-4329-ac02-9bd2364a545d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:08.614541 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Attempting to bind port d9faad21-fd47-407c-ab69-ed341dec3953 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:15:08.615191 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Attempting to bind port d9faad21-fd47-407c-ab69-ed341dec3953 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:15:08.616408 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Attempting to bind port d9faad21-fd47-407c-ab69-ed341dec3953 on network a252541b-e27f-4a3f-8e86-824b883db521 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:08.630712 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] 10.222.0.83 "PUT /v2.0/routers/2e677162-09e1-4397-b963-043b777c7912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1128325 Jun 18 08:15:08.658199 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:15:08.658483 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-3816085f-c958-448a-97cb-b03438f64537 req-e561a418-0bef-4114-ba0e-685bebd4e8dd tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Request body: {'port': {'device_id': 'a4cc4021-e99c-4549-9ec6-7e7d30278b32', 'network_id': 'b51847c2-f918-4270-b98b-8271086982fa', 'admin_state_up': True, 'tenant_id': '93f0e534f2a543149af250485108acea'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:08.658584 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Checking segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:15:08.658897 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:08.659581 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Bound using segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:15:08.660502 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Bound port: d9faad21-fd47-407c-ab69-ed341dec3953, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:15:08.661997 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:08.764339 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540180f-f17a-4c74-86fc-3b019e665241 None None] Pushing event updated for resources: {'Port': ['ID=d9faad21-fd47-407c-ab69-ed341dec3953,revision_number=2']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:08.769146 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-2540180f-f17a-4c74-86fc-3b019e665241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:08.797974 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] For port d9faad21-fd47-407c-ab69-ed341dec3953, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:08.809890 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-fbe660b1-02b9-4ff3-9d02-88f271f12bb2 None None] Port 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:15:08.810628 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] For port d9faad21-fd47-407c-ab69-ed341dec3953, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=d9faad21-fd47-407c-ab69-ed341dec3953,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:08.823073 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:08.824321 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-1f280045-38d6-491c-be39-16f3a31fbaf0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:08.825854 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-1f280045-38d6-491c-be39-16f3a31fbaf0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.88 "GET /v2.0/networks?id=1b776cf9-ad83-4846-a685-0caa9f4a49e7 HTTP/1.1" status: 200 len: 815 time: 0.3734174 Jun 18 08:15:08.836940 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:08.851541 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da932104-3223-48f6-a142-50b7918f6957 None None] The sync data for ids ['2e677162-09e1-4397-b963-043b777c7912'] in dv-cinder-761113-14-iscsi is: [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '8446f5f0-0e5e-4c93-a13b-9bfb09d0478c', 'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'mac_address': 'fa:16:3e:72:bc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 2, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'subnets': [{'id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:15:08.864105 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c07c217f-d9be-46cf-b4f0-8753b7c26dc9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Request body: {'port': {'device_id': 'f12d2af3-8a64-4f89-9780-3afa74028ae5', 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7', 'admin_state_up': True, 'tenant_id': '700f52b6512d464cbad45deec9a66894'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:08.920919 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540180f-f17a-4c74-86fc-3b019e665241 None None] Pushing event updated for resources: {'Port': ['ID=d9faad21-fd47-407c-ab69-ed341dec3953,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:08.942091 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-2540180f-f17a-4c74-86fc-3b019e665241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:08.986448 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Set router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:15:08.990842 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Routers {'b42ba34c-76ee-4186-a777-5867eafaab84'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:15:08.995134 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:14:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['b42ba34c-76ee-4186-a777-5867eafaab84'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:09.231169 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3816085f-c958-448a-97cb-b03438f64537 req-e561a418-0bef-4114-ba0e-685bebd4e8dd tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Made reservation on behalf of 93f0e534f2a543149af250485108acea for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:09.237000 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-3816085f-c958-448a-97cb-b03438f64537 req-e561a418-0bef-4114-ba0e-685bebd4e8dd tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:09.308777 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2c66e1a0-b79f-44d5-9379-39ebcfa1ce0c req-f70565b7-2181-4222-90a8-563422c935ec tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 210 time: 0.4575312 Jun 18 08:15:09.321066 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:09.327591 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c07c217f-d9be-46cf-b4f0-8753b7c26dc9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Made reservation on behalf of 700f52b6512d464cbad45deec9a66894 for: {'port': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:09.333521 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c07c217f-d9be-46cf-b4f0-8753b7c26dc9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:09.371342 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] Set router b42ba34c-76ee-4186-a777-5867eafaab84 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:15:09.496189 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 160e36a0-8e0a-4193-9cdb-61289aafda84 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:09.496778 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:09.894079 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '38b319a4-9efb-482a-9aa5-0e6b09ad0fe6', 'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'mac_address': 'fa:16:3e:bd:b4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 2, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'subnets': [{'id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:09.968758 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'name': 'tempest-ServerRescueNegativeTestJSON-69973947-router', 'tenant_id': 'd410c302b42f411e81e57b1efce3d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd9faad21-fd47-407c-ab69-ed341dec3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:04Z', 'revision_number': 3, 'project_id': 'd410c302b42f411e81e57b1efce3d4d3', 'gw_port': {'id': 'd9faad21-fd47-407c-ab69-ed341dec3953', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:02Z', 'updated_at': '2021-06-18T08:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:10.046331 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Checking router: 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:15:10.046754 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Updating router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c port 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 binding host dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:15:10.097112 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2281584-5e32-473e-a5ab-0581036aa528 None None] The sync data for ids ['b42ba34c-76ee-4186-a777-5867eafaab84'] in dv-cinder-761113-14-iscsi is: [{'id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'name': 'tempest-ServerRescueNegativeTestJSON-69973947-router', 'tenant_id': 'd410c302b42f411e81e57b1efce3d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd9faad21-fd47-407c-ab69-ed341dec3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:04Z', 'revision_number': 3, 'project_id': 'd410c302b42f411e81e57b1efce3d4d3', 'gw_port': {'id': 'd9faad21-fd47-407c-ab69-ed341dec3953', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:02Z', 'updated_at': '2021-06-18T08:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:15:10.194627 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:10.544787 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c07c217f-d9be-46cf-b4f0-8753b7c26dc9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Allocated IP 172.20.0.9 (1b776cf9-ad83-4846-a685-0caa9f4a49e7/be4459fe-ddfd-4974-8d18-8ab67b0bd04e/a2c923ae-377f-435b-97f5-912fe5899846) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:10.611944 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41834) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:10.953689 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Allocated IP 172.20.0.1 (81beaa51-a303-4525-af1f-eae9f4b78c5e/5a962334-f0f8-4687-b920-e54f22a8616d/a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:11.034984 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c07c217f-d9be-46cf-b4f0-8753b7c26dc9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:11.049684 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-3816085f-c958-448a-97cb-b03438f64537 req-e561a418-0bef-4114-ba0e-685bebd4e8dd tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Allocated IP 172.20.0.4 (b51847c2-f918-4270-b98b-8271086982fa/1e7dfe10-14ba-431f-98d2-bfd0f932a40f/f6b69dae-1303-4f84-ba2b-fb79fe1654b6) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:11.127593 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:11.160929 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Transition to ACTIVE for port object 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:11.170854 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:11.187978 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-f7f4c808-df73-42cd-ae1d-e9931b0340b2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--334074256', 'description': 'tempest-description--24816535'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:11.212780 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:11.283102 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dc282718-25d2-46f4-845f-af6378dc9bef req-18a45fae-af32-433a-aa40-ca61d5ba4241 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 210 time: 0.6686888 Jun 18 08:15:11.303643 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c07c217f-d9be-46cf-b4f0-8753b7c26dc9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:11.311374 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f7f4c808-df73-42cd-ae1d-e9931b0340b2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:11.451708 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:11.731879 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-3816085f-c958-448a-97cb-b03438f64537 req-e561a418-0bef-4114-ba0e-685bebd4e8dd tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:11.818452 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05d697-53e2-4dfb-adcb-5fa05da1602f None None] Pushing event updated for resources: {'Port': ['ID=38b319a4-9efb-482a-9aa5-0e6b09ad0fe6,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:11.828233 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9d05d697-53e2-4dfb-adcb-5fa05da1602f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:11.839952 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Attempting to bind port 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:15:11.840385 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Attempting to bind port 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:15:11.841870 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Attempting to bind port 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 on network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:11.857829 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:15:11.857829 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Checking segment: {'id': 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:15:11.859392 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:11.859787 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Bound using segment: {'id': 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:15:11.860230 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Bound port: 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:15:11.861810 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:11.913400 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:11.920132 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f7f4c808-df73-42cd-ae1d-e9931b0340b2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:11.970841 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f7f4c808-df73-42cd-ae1d-e9931b0340b2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:12.022886 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c07c217f-d9be-46cf-b4f0-8753b7c26dc9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:12.026356 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:12.039079 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] For port 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:12.047716 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:12.054057 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] For port 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=38b319a4-9efb-482a-9aa5-0e6b09ad0fe6,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:12.078723 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:12.110134 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:12.159006 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Routers {'2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:15:12.160173 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:14:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:12.167121 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c07c217f-d9be-46cf-b4f0-8753b7c26dc9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:12.243100 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d84ddde8-6320-4339-ab7e-84297fdfbbe1 req-06ab210f-2838-42d2-b437-3b00cfc90895 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 210 time: 0.5837808 Jun 18 08:15:12.254162 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c07c217f-d9be-46cf-b4f0-8753b7c26dc9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:15:12.277884 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c07c217f-d9be-46cf-b4f0-8753b7c26dc9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:12.280034 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c07c217f-d9be-46cf-b4f0-8753b7c26dc9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:12.299110 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05d697-53e2-4dfb-adcb-5fa05da1602f None None] Pushing event updated for resources: {'Port': ['ID=38b319a4-9efb-482a-9aa5-0e6b09ad0fe6,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:12.306190 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9d05d697-53e2-4dfb-adcb-5fa05da1602f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:12.311129 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f7f4c808-df73-42cd-ae1d-e9931b0340b2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:12.317682 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f7f4c808-df73-42cd-ae1d-e9931b0340b2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 1.6521192 Jun 18 08:15:12.325465 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41878) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:12.329836 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Pushing event updated for resources: {'Port': ['ID=a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:12.344023 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-de8509c9-a432-4296-8bc6-e1e480d3de56 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Request body: {'security_group_rule': {'security_group_id': 'bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:12.357690 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:12.374739 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c217f-d9be-46cf-b4f0-8753b7c26dc9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Pushing event updated for resources: {'Port': ['ID=a2c923ae-377f-435b-97f5-912fe5899846,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:12.390640 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Network 81beaa51-a303-4525-af1f-eae9f4b78c5e is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:12.395745 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c07c217f-d9be-46cf-b4f0-8753b7c26dc9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:12.405220 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:12.409345 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:12.419660 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:15:12.436183 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548627'] for router_interface, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:12.557248 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4c808-df73-42cd-ae1d-e9931b0340b2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:12.565650 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f7f4c808-df73-42cd-ae1d-e9931b0340b2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:12.607167 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c07c217f-d9be-46cf-b4f0-8753b7c26dc9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7573867 Jun 18 08:15:12.622885 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] Set router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:15:12.624760 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-e0ed3faf-cb9a-4270-ab2f-912a7983c25f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=92894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:15:12.625941 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-e0ed3faf-cb9a-4270-ab2f-912a7983c25f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126677 Jun 18 08:15:12.654945 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de8509c9-a432-4296-8bc6-e1e480d3de56 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:12.708142 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-3816085f-c958-448a-97cb-b03438f64537 req-e561a418-0bef-4114-ba0e-685bebd4e8dd tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:12.782063 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device eee0d8de-b8f4-4fba-ae85-90e1ad9827d7 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:12.788519 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b6e96e39-19fc-4857-85de-bb27cd6d66f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:12.808074 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de8509c9-a432-4296-8bc6-e1e480d3de56 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:12.817258 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de8509c9-a432-4296-8bc6-e1e480d3de56 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:12.819699 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:12.830741 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3816085f-c958-448a-97cb-b03438f64537 req-e561a418-0bef-4114-ba0e-685bebd4e8dd tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Network b51847c2-f918-4270-b98b-8271086982fa is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:12.853615 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8509c9-a432-4296-8bc6-e1e480d3de56 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b40675a-d97b-4b90-8b25-f83a8f8855ee,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:12.877189 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-de8509c9-a432-4296-8bc6-e1e480d3de56 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:12.926995 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-3816085f-c958-448a-97cb-b03438f64537 req-e561a418-0bef-4114-ba0e-685bebd4e8dd tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:12.959141 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de8509c9-a432-4296-8bc6-e1e480d3de56 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:12.961715 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-de8509c9-a432-4296-8bc6-e1e480d3de56 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6301544 Jun 18 08:15:12.982905 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41890) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:13.003924 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-832ec5fe-9047-4393-8ceb-eca12d927fff tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Request body: {'security_group_rule': {'security_group_id': 'bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:13.051953 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41894) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:13.054020 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3816085f-c958-448a-97cb-b03438f64537 req-e561a418-0bef-4114-ba0e-685bebd4e8dd tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:15:13.067993 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816085f-c958-448a-97cb-b03438f64537 req-e561a418-0bef-4114-ba0e-685bebd4e8dd tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:13.068119 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-3816085f-c958-448a-97cb-b03438f64537 req-e561a418-0bef-4114-ba0e-685bebd4e8dd tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:13.100091 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-a6200c07-f51f-4090-9122-115fea3f3937 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630195955', 'description': 'tempest-description--1405983632'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:13.157726 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561a418-0bef-4114-ba0e-685bebd4e8dd tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Pushing event updated for resources: {'Port': ['ID=f6b69dae-1303-4f84-ba2b-fb79fe1654b6,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:13.161114 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port eee0d8de-b8f4-4fba-ae85-90e1ad9827d7 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:13.169676 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port eee0d8de-b8f4-4fba-ae85-90e1ad9827d7 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:13.170058 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:13.180027 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e561a418-0bef-4114-ba0e-685bebd4e8dd tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:13.241966 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41898) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:13.243296 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '38b319a4-9efb-482a-9aa5-0e6b09ad0fe6', 'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'mac_address': 'fa:16:3e:bd:b4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:12Z', 'revision_number': 4, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'subnets': [{'id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:13.276948 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:13.288265 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-832ec5fe-9047-4393-8ceb-eca12d927fff tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:13.319055 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd43f8f-a4a4-48a3-ae1f-ce7b1f9afbbc req-03ea602c-3839-487a-8286-32806b7fdb90 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:13.320511 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fbd43f8f-a4a4-48a3-ae1f-ce7b1f9afbbc req-03ea602c-3839-487a-8286-32806b7fdb90 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 931 time: 0.4449272 Jun 18 08:15:13.326423 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a6200c07-f51f-4090-9122-115fea3f3937 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:13.360246 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Request body: {'port': {'device_id': 'f12d2af3-8a64-4f89-9780-3afa74028ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:13.373624 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477be5a3-3857-46d3-8062-5444b70e00a2 None None] The sync data for ids ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'] in dv-cinder-761113-14-iscsi is: [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '38b319a4-9efb-482a-9aa5-0e6b09ad0fe6', 'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'mac_address': 'fa:16:3e:bd:b4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:12Z', 'revision_number': 4, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'subnets': [{'id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:15:13.395367 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3816085f-c958-448a-97cb-b03438f64537 req-e561a418-0bef-4114-ba0e-685bebd4e8dd tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9350200 Jun 18 08:15:13.442784 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Request body: {'port': {'device_id': 'a4cc4021-e99c-4549-9ec6-7e7d30278b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:13.458279 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:13.506984 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port eee0d8de-b8f4-4fba-ae85-90e1ad9827d7, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=eee0d8de-b8f4-4fba-ae85-90e1ad9827d7,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:13.513466 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:13.672733 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device d9faad21-fd47-407c-ab69-ed341dec3953 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:13.672733 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:13.678907 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-868261cc-9ed6-4e41-9857-5b626d6161c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:13.713680 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fbd43f8f-a4a4-48a3-ae1f-ce7b1f9afbbc req-f2654ef3-9448-49d5-a929-08b8d4f22c3e tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733711 Jun 18 08:15:13.766123 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=eee0d8de-b8f4-4fba-ae85-90e1ad9827d7,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:13.786673 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port d9faad21-fd47-407c-ab69-ed341dec3953 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:13.791117 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:13.803642 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port d9faad21-fd47-407c-ab69-ed341dec3953 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:13.810506 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:13.828498 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-832ec5fe-9047-4393-8ceb-eca12d927fff tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:13.989451 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:13.989451 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-832ec5fe-9047-4393-8ceb-eca12d927fff tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:14.029865 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:14.030626 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:14.092095 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port d9faad21-fd47-407c-ab69-ed341dec3953, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=d9faad21-fd47-407c-ab69-ed341dec3953,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:14.103977 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ec5fe-9047-4393-8ceb-eca12d927fff tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7754884c-864a-440a-be4d-97416f4a94b9,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:14.120018 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:14.120018 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:14.179567 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-832ec5fe-9047-4393-8ceb-eca12d927fff tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:14.189385 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:14.310950 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=d9faad21-fd47-407c-ab69-ed341dec3953,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:14.327270 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:14.478736 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device eee0d8de-b8f4-4fba-ae85-90e1ad9827d7 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:14.567972 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a6200c07-f51f-4090-9122-115fea3f3937 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:14.599458 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port eee0d8de-b8f4-4fba-ae85-90e1ad9827d7 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:14.604452 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-832ec5fe-9047-4393-8ceb-eca12d927fff tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:14.604615 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:14.605365 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-832ec5fe-9047-4393-8ceb-eca12d927fff tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6208823 Jun 18 08:15:14.645214 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41936) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:14.739139 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Request body: {'floatingip': {'floating_network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:14.784976 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Sync routers for ids ['2e677162-09e1-4397-b963-043b777c7912'] in dv-cinder-761113-14-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:15:14.801013 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-868261cc-9ed6-4e41-9857-5b626d6161c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:14.811074 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Routers {'2e677162-09e1-4397-b963-043b777c7912'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:15:14.812848 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a6200c07-f51f-4090-9122-115fea3f3937 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:14.816433 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:14:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2e677162-09e1-4397-b963-043b777c7912'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:14.820290 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:14.833770 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f7d3e-5d68-45cc-aba1-dbd171700432 req-d7dd6d62-b1ea-41dd-9900-fe240ef5d945 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:14.840810 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d12f7d3e-5d68-45cc-aba1-dbd171700432 req-d7dd6d62-b1ea-41dd-9900-fe240ef5d945 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 931 time: 1.2600865 Jun 18 08:15:14.843623 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41944) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:14.849942 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-868261cc-9ed6-4e41-9857-5b626d6161c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:14.902271 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:14.953901 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:15.031210 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:15.038938 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:15.052393 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:15.052864 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:15.131394 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Set router 2e677162-09e1-4397-b963-043b777c7912 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:15:15.137498 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-868261cc-9ed6-4e41-9857-5b626d6161c5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f5e58fa3b6f943ecbe6a0eb4d20d416e&name=default HTTP/1.1" status: 200 len: 2977 time: 1.8798213 Jun 18 08:15:15.174709 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41950) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:15.239762 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545802'] for router_interface, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:15.250749 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:15.254630 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for floatingip, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:15.283531 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:15.358827 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=38b319a4-9efb-482a-9aa5-0e6b09ad0fe6,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:15.364041 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:15.367947 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:15.446745 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a6200c07-f51f-4090-9122-115fea3f3937 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:15.454747 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a6200c07-f51f-4090-9122-115fea3f3937 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.3990431 Jun 18 08:15:15.455471 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41956) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:15.464131 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eb05b916-766a-47b1-a01e-3837851febaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:15.484160 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=38b319a4-9efb-482a-9aa5-0e6b09ad0fe6,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:15.491820 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:15.501540 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eb05b916-766a-47b1-a01e-3837851febaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:15.551239 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d12f7d3e-5d68-45cc-aba1-dbd171700432 req-ca754f52-4da5-4be6-8411-7067d3356069 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/security-groups?id=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944266 Jun 18 08:15:15.578377 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-d2c05412-ad03-4180-ac64-6bd27b62b9bd tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Request body: {'security_group_rule': {'security_group_id': '2edb80ce-bc37-4d2a-b2d0-58041d301070', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:15.604904 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eb05b916-766a-47b1-a01e-3837851febaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:15.619440 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eb05b916-766a-47b1-a01e-3837851febaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:15.623202 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-eb05b916-766a-47b1-a01e-3837851febaa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4709fb68-de65-4f52-82c2-a3fb8cbbeb2b HTTP/1.1" status: 204 len: 168 time: 0.4383967 Jun 18 08:15:15.633798 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6200c07-f51f-4090-9122-115fea3f3937 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2edb80ce-bc37-4d2a-b2d0-58041d301070,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:15.686460 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d2c05412-ad03-4180-ac64-6bd27b62b9bd tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:15.752196 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868261cc-9ed6-4e41-9857-5b626d6161c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4709fb68-de65-4f52-82c2-a3fb8cbbeb2b,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:15.761176 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '8446f5f0-0e5e-4c93-a13b-9bfb09d0478c', 'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'mac_address': 'fa:16:3e:72:bc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 2, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'subnets': [{'id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:15.767645 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-868261cc-9ed6-4e41-9857-5b626d6161c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:15.768066 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.657s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:15.806279 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Checking router: 2e677162-09e1-4397-b963-043b777c7912 for host: dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:15:15.807551 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Updating router 2e677162-09e1-4397-b963-043b777c7912 port 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c binding host dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:15:15.862035 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05b916-766a-47b1-a01e-3837851febaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4709fb68-de65-4f52-82c2-a3fb8cbbeb2b,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:15.870622 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-404b44e8-1cb1-4bd5-bf6f-fdff05c34ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:15.878298 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:15.893806 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-eb05b916-766a-47b1-a01e-3837851febaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:15.894140 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:15.894409 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:15.992517 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef0929-a0f9-4b20-81a3-f4f426104fec req-feec685f-3c51-4705-bfa3-4be984b1a38c tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:16.013867 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1cef0929-a0f9-4b20-81a3-f4f426104fec req-feec685f-3c51-4705-bfa3-4be984b1a38c tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 931 time: 0.8844655 Jun 18 08:15:16.118837 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d2c05412-ad03-4180-ac64-6bd27b62b9bd tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:16.168883 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-404b44e8-1cb1-4bd5-bf6f-fdff05c34ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:16.241132 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c923ae-377f-435b-97f5-912fe5899846 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:15:16.268012 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:16.299085 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Network 81beaa51-a303-4525-af1f-eae9f4b78c5e is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:16.302632 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-404b44e8-1cb1-4bd5-bf6f-fdff05c34ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:16.311023 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device d9faad21-fd47-407c-ab69-ed341dec3953 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:16.311205 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:16.343591 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Transition to ACTIVE for port object a2c923ae-377f-435b-97f5-912fe5899846 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:16.347856 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Pushing event updated for resources: {'Port': ['ID=a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:16.354846 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:16.356595 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d2c05412-ad03-4180-ac64-6bd27b62b9bd tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:16.362561 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.112s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:16.365426 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1cef0929-a0f9-4b20-81a3-f4f426104fec req-dc836150-7ee0-4bac-b90d-e0e09151b199 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506570 Jun 18 08:15:16.371309 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-05730668-0bc7-4f8d-b8f3-e915ffe61c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:16.460069 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41970) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:16.479136 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6957a6fb-0e45-432b-b853-fd2f2d2ace68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:16.547797 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-da83d21f-5b41-490b-a7cd-da7fb45dbd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:16.621165 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port d9faad21-fd47-407c-ab69-ed341dec3953 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:16.622322 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:16.729696 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:16.743150 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Transition to ACTIVE for port object 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:16.750617 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:16.763264 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:16.778131 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:16.926334 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-404b44e8-1cb1-4bd5-bf6f-fdff05c34ca8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dde5ce346dc64dc3892c60ce3f4c8fad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9898412 Jun 18 08:15:16.928006 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:16.928407 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:16.928668 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b44e8-1cb1-4bd5-bf6f-fdff05c34ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d243c889-f4c2-4d01-8ac6-2d9ae02d557b,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:16.994048 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41976) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:17.026267 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d2c05412-ad03-4180-ac64-6bd27b62b9bd tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:17.031112 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d2c05412-ad03-4180-ac64-6bd27b62b9bd tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4640725 Jun 18 08:15:17.065400 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41978) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:17.107045 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-bc70acbc-fcf4-4831-b3c5-fbf1c95463a3 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Request body: {'security_group_rule': {'security_group_id': '2edb80ce-bc37-4d2a-b2d0-58041d301070', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:17.127041 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95546dc3-2169-4109-bdfb-809bdeba37bf None None] Pushing event updated for resources: {'Port': ['ID=8446f5f0-0e5e-4c93-a13b-9bfb09d0478c,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:17.151974 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c923ae-377f-435b-97f5-912fe5899846,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:17.183617 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Attempting to bind port a2c923ae-377f-435b-97f5-912fe5899846 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:15:17.184090 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Attempting to bind port a2c923ae-377f-435b-97f5-912fe5899846 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '5e232c15-d735-4465-bed0-2f1e43ff862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:15:17.184439 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Attempting to bind port a2c923ae-377f-435b-97f5-912fe5899846 on network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:17.189263 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-95546dc3-2169-4109-bdfb-809bdeba37bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:17.190432 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Attempting to bind port 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:15:17.190819 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Attempting to bind port 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': '9624ca7d-91e5-4834-945a-b4ad2a67cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:15:17.191283 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Attempting to bind port 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c on network cce11d3a-6683-4122-ab5e-a575bb7ecbfc {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:17.208861 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:17.209505 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Port a2c923ae-377f-435b-97f5-912fe5899846 on network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:15:17.209833 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Attempting to bind port a2c923ae-377f-435b-97f5-912fe5899846 on network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:17.214351 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-de8509c9-a432-4296-8bc6-e1e480d3de56 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.835s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:17.220164 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:15:17.220600 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Checking segment: {'id': '9624ca7d-91e5-4834-945a-b4ad2a67cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:15:17.222914 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:17.224389 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Bound using segment: {'id': '9624ca7d-91e5-4834-945a-b4ad2a67cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:15:17.227055 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Bound port: 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9624ca7d-91e5-4834-945a-b4ad2a67cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:15:17.229470 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:17.268218 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Checking agent: {'id': '5fb525c3-ca5c-4ec2-8b58-f6f465875c85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'started_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:15:17.270413 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Checking segment: {'id': '5e232c15-d735-4465-bed0-2f1e43ff862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:15:17.271133 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Bound using segment: {'id': '5e232c15-d735-4465-bed0-2f1e43ff862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:15:17.271648 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Bound port: a2c923ae-377f-435b-97f5-912fe5899846, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e232c15-d735-4465-bed0-2f1e43ff862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:15:17.272226 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:17.308312 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c05412-ad03-4180-ac64-6bd27b62b9bd tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c538a934-f7e3-4612-bf4b-437d76365b16,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:17.323036 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d2c05412-ad03-4180-ac64-6bd27b62b9bd tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:17.432249 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] For port 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:17.435934 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] For port 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=8446f5f0-0e5e-4c93-a13b-9bfb09d0478c,segment=NetworkSegment(9624ca7d-91e5-4834-945a-b4ad2a67cdde),segment_id=9624ca7d-91e5-4834-945a-b4ad2a67cdde)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:17.449577 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:17.460568 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-2540180f-f17a-4c74-86fc-3b019e665241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:17.496104 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] For port a2c923ae-377f-435b-97f5-912fe5899846, host hv-cinder-76111, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:17.505222 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] For port a2c923ae-377f-435b-97f5-912fe5899846, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a2c923ae-377f-435b-97f5-912fe5899846,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:17.512406 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:17.516697 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:17.555112 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-da83d21f-5b41-490b-a7cd-da7fb45dbd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:17.570113 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-404b44e8-1cb1-4bd5-bf6f-fdff05c34ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.091s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:17.590201 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-da83d21f-5b41-490b-a7cd-da7fb45dbd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:17.659746 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Routers {'2e677162-09e1-4397-b963-043b777c7912'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:15:17.666397 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:14:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2e677162-09e1-4397-b963-043b777c7912'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:17.669131 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:17.669761 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:17.671221 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] 10.222.0.88 "PUT /v2.0/ports/a2c923ae-377f-435b-97f5-912fe5899846 HTTP/1.1" status: 200 len: 1093 time: 4.6878726 Jun 18 08:15:17.671718 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12d2af3-8a64-4f89-9780-3afa74028ae5', 'tag': 'a2c923ae-377f-435b-97f5-912fe5899846'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:15:17.677720 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95546dc3-2169-4109-bdfb-809bdeba37bf None None] Pushing event updated for resources: {'Port': ['ID=8446f5f0-0e5e-4c93-a13b-9bfb09d0478c,revision_number=4']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:17.715410 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Router b42ba34c-76ee-4186-a777-5867eafaab84 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:15:17.758152 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-95546dc3-2169-4109-bdfb-809bdeba37bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:17.833928 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:17.928206 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-da83d21f-5b41-490b-a7cd-da7fb45dbd58 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bc6a8c4bc731454b844a149c5576bea0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4420929 Jun 18 08:15:17.929070 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f6fd0859-8154-49cc-b200-025b5660c510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:17.957351 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f6fd0859-8154-49cc-b200-025b5660c510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:17.957571 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41992) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:17.958211 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc70acbc-fcf4-4831-b3c5-fbf1c95463a3 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:17.961492 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] Set router 2e677162-09e1-4397-b963-043b777c7912 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:15:17.989043 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83d21f-5b41-490b-a7cd-da7fb45dbd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da8fc13-3eee-4e31-a44c-5f8a57a63e02,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:18.011588 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-da83d21f-5b41-490b-a7cd-da7fb45dbd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:18.070835 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d4a6f3920ccc3ade7532bdd730024439807c66d4760f84cd00b045d0cef5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d634b148-4bca-456e-b0bb-5671da84f772" -d '{"events": [{"name": "network-changed", "server_uuid": "f12d2af3-8a64-4f89-9780-3afa74028ae5", "tag": "a2c923ae-377f-435b-97f5-912fe5899846"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:15:18.089213 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c923ae-377f-435b-97f5-912fe5899846,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:18.106417 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:18.183105 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077135-1f01-4c74-9955-0c060f5b55a9 req-475c1de6-e048-45ee-be3d-5cd10dc66295 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:18.184629 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b077135-1f01-4c74-9955-0c060f5b55a9 req-475c1de6-e048-45ee-be3d-5cd10dc66295 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 931 time: 1.2966657 Jun 18 08:15:18.220567 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:18.235133 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b69dae-1303-4f84-ba2b-fb79fe1654b6 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:15:18.260525 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:18.263117 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc70acbc-fcf4-4831-b3c5-fbf1c95463a3 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:18.286285 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc70acbc-fcf4-4831-b3c5-fbf1c95463a3 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:18.293204 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:18.333865 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:18.343094 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f6fd0859-8154-49cc-b200-025b5660c510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:18.344222 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928f404-07eb-4d0e-8177-c6a1d218d69b req-c18adae4-a98d-4254-acea-438f5086fbd9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:18.345778 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e928f404-07eb-4d0e-8177-c6a1d218d69b req-c18adae4-a98d-4254-acea-438f5086fbd9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 943 time: 0.5353522 Jun 18 08:15:18.348909 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70acbc-fcf4-4831-b3c5-fbf1c95463a3 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114eb309-d2af-4cfa-9506-c9eada37e0a7,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:18.351210 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc70acbc-fcf4-4831-b3c5-fbf1c95463a3 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:18.352512 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-bc70acbc-fcf4-4831-b3c5-fbf1c95463a3 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2836523 Jun 18 08:15:18.353590 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bc70acbc-fcf4-4831-b3c5-fbf1c95463a3 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:18.354370 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb236-cdf3-46ed-8f6b-6d8cde56605d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:18.356182 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41996) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:18.362125 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Request body: {'floatingip': {'floating_network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:18.379647 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f6fd0859-8154-49cc-b200-025b5660c510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:18.380805 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f6fd0859-8154-49cc-b200-025b5660c510 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d243c889-f4c2-4d01-8ac6-2d9ae02d557b HTTP/1.1" status: 204 len: 168 time: 0.9395585 Jun 18 08:15:18.397090 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b077135-1f01-4c74-9955-0c060f5b55a9 req-dc764183-18c6-4de4-bf52-e91ce97e7700 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/security-groups?id=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964328 Jun 18 08:15:18.398811 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '8446f5f0-0e5e-4c93-a13b-9bfb09d0478c', 'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'mac_address': 'fa:16:3e:72:bc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:17Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'subnets': [{'id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:18.438229 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6d05808b-4d26-4cf0-852d-74a61aea162e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:18.454734 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3849244e-dd5f-4e24-9216-0b63a1c61388 None None] The sync data for ids ['2e677162-09e1-4397-b963-043b777c7912'] in dv-cinder-761113-14-iscsi is: [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '8446f5f0-0e5e-4c93-a13b-9bfb09d0478c', 'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'mac_address': 'fa:16:3e:72:bc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:17Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'subnets': [{'id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:15:18.455761 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:18.460984 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb236-cdf3-46ed-8f6b-6d8cde56605d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:18.464545 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:18.464948 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:18.471197 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd0859-8154-49cc-b200-025b5660c510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d243c889-f4c2-4d01-8ac6-2d9ae02d557b,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:18.498513 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Transition to ACTIVE for port object f6b69dae-1303-4f84-ba2b-fb79fe1654b6 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:18.501741 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e928f404-07eb-4d0e-8177-c6a1d218d69b req-bc7ae71b-6ba4-409c-9eda-0c7eaea54964 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446829 Jun 18 08:15:18.506090 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f6fd0859-8154-49cc-b200-025b5660c510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:18.531491 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:18.534005 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for floatingip, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:18.575253 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:18.654325 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:18.706663 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb236-cdf3-46ed-8f6b-6d8cde56605d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:18.716948 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8ceb236-cdf3-46ed-8f6b-6d8cde56605d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:18.720966 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b8ceb236-cdf3-46ed-8f6b-6d8cde56605d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4da8fc13-3eee-4e31-a44c-5f8a57a63e02 HTTP/1.1" status: 204 len: 168 time: 0.6722205 Jun 18 08:15:18.722467 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:15:18.739001 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:18.750011 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Sync routers for ids ['b42ba34c-76ee-4186-a777-5867eafaab84'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:15:18.762291 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] 10.222.0.83 "PUT /v2.0/routers/b42ba34c-76ee-4186-a777-5867eafaab84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9690971 Jun 18 08:15:18.771467 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Pushing event updated for resources: {'Port': ['ID=f6b69dae-1303-4f84-ba2b-fb79fe1654b6,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:18.797675 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ceb236-cdf3-46ed-8f6b-6d8cde56605d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da8fc13-3eee-4e31-a44c-5f8a57a63e02,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:18.834932 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5505e7-8e48-48d5-b5ff-b27afb30f86d x-openstack-request-id: req-8f5505e7-8e48-48d5-b5ff-b27afb30f86d {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:15:18.835720 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12d2af3-8a64-4f89-9780-3afa74028ae5", "tag": "a2c923ae-377f-435b-97f5-912fe5899846", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:15:18.836638 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8f5505e7-8e48-48d5-b5ff-b27afb30f86d {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:15:18.840583 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12d2af3-8a64-4f89-9780-3afa74028ae5', 'tag': 'a2c923ae-377f-435b-97f5-912fe5899846', 'status': 'completed', 'code': 200} Jun 18 08:15:18.841680 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b8ceb236-cdf3-46ed-8f6b-6d8cde56605d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:18.844442 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=8446f5f0-0e5e-4c93-a13b-9bfb09d0478c,segment=NetworkSegment(9624ca7d-91e5-4834-945a-b4ad2a67cdde),segment_id=9624ca7d-91e5-4834-945a-b4ad2a67cdde)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:18.870317 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Routers {'b42ba34c-76ee-4186-a777-5867eafaab84'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:15:18.876456 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:14:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['b42ba34c-76ee-4186-a777-5867eafaab84'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:18.898314 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:18.930089 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:19.016453 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:19.173902 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Allocated IP 172.27.0.197 (a252541b-e27f-4a3f-8e86-824b883db521/ff822c60-bf8e-4d27-91f8-cd72c981900b/34a6e199-fa7f-47f7-bd41-7247311134ac) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:19.181580 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Attempting to bind port f6b69dae-1303-4f84-ba2b-fb79fe1654b6 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:15:19.182316 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Attempting to bind port f6b69dae-1303-4f84-ba2b-fb79fe1654b6 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '73b7a217-86ab-4163-933f-b59a31d6ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'b51847c2-f918-4270-b98b-8271086982fa'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:15:19.182835 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Attempting to bind port f6b69dae-1303-4f84-ba2b-fb79fe1654b6 on network b51847c2-f918-4270-b98b-8271086982fa {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:19.199314 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Port f6b69dae-1303-4f84-ba2b-fb79fe1654b6 on network b51847c2-f918-4270-b98b-8271086982fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:15:19.199874 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Attempting to bind port f6b69dae-1303-4f84-ba2b-fb79fe1654b6 on network b51847c2-f918-4270-b98b-8271086982fa {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:19.220401 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Checking agent: {'id': '5fb525c3-ca5c-4ec2-8b58-f6f465875c85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'started_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:15:19.221502 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Checking segment: {'id': '73b7a217-86ab-4163-933f-b59a31d6ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'b51847c2-f918-4270-b98b-8271086982fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:15:19.223660 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Bound using segment: {'id': '73b7a217-86ab-4163-933f-b59a31d6ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'b51847c2-f918-4270-b98b-8271086982fa'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:15:19.224324 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Bound port: f6b69dae-1303-4f84-ba2b-fb79fe1654b6, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b7a217-86ab-4163-933f-b59a31d6ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'b51847c2-f918-4270-b98b-8271086982fa'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:15:19.224835 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:19.233511 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-a01307c3-80b2-4f6b-8716-15cd681d3594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:19.328078 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Set router b42ba34c-76ee-4186-a777-5867eafaab84 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:15:19.336263 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=8446f5f0-0e5e-4c93-a13b-9bfb09d0478c,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:19.412203 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:19.573525 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:19.685612 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634b148-4bca-456e-b0bb-5671da84f772 req-575625b2-6c97-461f-ad96-fa28cc7f3df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:19.687235 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d634b148-4bca-456e-b0bb-5671da84f772 req-575625b2-6c97-461f-ad96-fa28cc7f3df6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=700f52b6512d464cbad45deec9a66894&device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 1096 time: 0.1595967 Jun 18 08:15:19.734471 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42026) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:19.784399 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42030) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:19.797641 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] For port f6b69dae-1303-4f84-ba2b-fb79fe1654b6, host hv-cinder-76111, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:19.952421 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] For port f6b69dae-1303-4f84-ba2b-fb79fe1654b6, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f6b69dae-1303-4f84-ba2b-fb79fe1654b6,segment=NetworkSegment(73b7a217-86ab-4163-933f-b59a31d6ae63),segment_id=73b7a217-86ab-4163-933f-b59a31d6ae63)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:20.027657 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'name': 'tempest-ServerRescueNegativeTestJSON-69973947-router', 'tenant_id': 'd410c302b42f411e81e57b1efce3d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd9faad21-fd47-407c-ab69-ed341dec3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': 'd410c302b42f411e81e57b1efce3d4d3', 'gw_port': {'id': 'd9faad21-fd47-407c-ab69-ed341dec3953', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:02Z', 'updated_at': '2021-06-18T08:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a', 'name': '', 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e', 'tenant_id': 'd410c302b42f411e81e57b1efce3d4d3', 'mac_address': 'fa:16:3e:a6:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a962334-f0f8-4687-b920-e54f22a8616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:09Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 2, 'project_id': 'd410c302b42f411e81e57b1efce3d4d3', 'subnets': [{'id': '5a962334-f0f8-4687-b920-e54f22a8616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:20.054956 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:20.097099 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Checking router: b42ba34c-76ee-4186-a777-5867eafaab84 for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:15:20.099342 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Updating router b42ba34c-76ee-4186-a777-5867eafaab84 port a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a binding host dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:15:20.120647 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e561a418-0bef-4114-ba0e-685bebd4e8dd tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:20.164098 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c93c-01a6-4f1c-a64b-80d9d1d49415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:20.191422 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634b148-4bca-456e-b0bb-5671da84f772 req-2c1422a8-3c12-4beb-ae4f-08ea9dd25be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:20.195424 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d634b148-4bca-456e-b0bb-5671da84f772 req-2c1422a8-3c12-4beb-ae4f-08ea9dd25be1 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=700f52b6512d464cbad45deec9a66894&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3686242 Jun 18 08:15:20.233355 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:20.259150 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Pushing event updated for resources: {'Port': ['ID=f6b69dae-1303-4f84-ba2b-fb79fe1654b6,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:20.261167 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:20.278933 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:20.279776 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:20.281545 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3816085f-c958-448a-97cb-b03438f64537 req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] 10.222.0.88 "PUT /v2.0/ports/f6b69dae-1303-4f84-ba2b-fb79fe1654b6 HTTP/1.1" status: 200 len: 1093 time: 6.8479762 Jun 18 08:15:20.284404 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cc4021-e99c-4549-9ec6-7e7d30278b32', 'tag': 'f6b69dae-1303-4f84-ba2b-fb79fe1654b6'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:15:20.369471 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:20.378757 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c93c-01a6-4f1c-a64b-80d9d1d49415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:20.428531 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:20.496315 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:20.505181 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Allocated IP 172.27.0.185 (a252541b-e27f-4a3f-8e86-824b883db521/ff822c60-bf8e-4d27-91f8-cd72c981900b/6973014a-95ae-4057-91f1-7e59b7e56a6c) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:20.551483 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Network a252541b-e27f-4a3f-8e86-824b883db521 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:20.561142 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8f068-f285-42ce-a781-fca14b828369 req-00ccf844-823b-481a-bb40-b8c290183574 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:20.569093 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2ca8f068-f285-42ce-a781-fca14b828369 req-00ccf844-823b-481a-bb40-b8c290183574 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 943 time: 0.6421943 Jun 18 08:15:20.583727 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event updated for resources: {'Port': ['ID=34a6e199-fa7f-47f7-bd41-7247311134ac,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:20.586783 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:20.607582 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:20.688913 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2ca8f068-f285-42ce-a781-fca14b828369 req-e82ad69a-e1f4-4197-9797-ba3c9d9e2590 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091857 Jun 18 08:15:20.702614 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:15:20.723234 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:20.779913 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:20.780697 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:20.808786 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c93c-01a6-4f1c-a64b-80d9d1d49415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:20.822097 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816085f-c958-448a-97cb-b03438f64537 req-138203ed-4f3c-42de-9af2-49e69ed0fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:20.822725 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:20.823815 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3816085f-c958-448a-97cb-b03438f64537 req-138203ed-4f3c-42de-9af2-49e69ed0fe45 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=93f0e534f2a543149af250485108acea&device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 1096 time: 0.3941085 Jun 18 08:15:20.888902 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-868261cc-9ed6-4e41-9857-5b626d6161c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:20.921226 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fc07b7-dceb-47fe-97a4-ef1cbdba046e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4cc4021-e99c-4549-9ec6-7e7d30278b32", "tag": "f6b69dae-1303-4f84-ba2b-fb79fe1654b6"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:15:20.932706 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7c93c-01a6-4f1c-a64b-80d9d1d49415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d75621e-5e21-4eb1-a181-5e02b176d39e,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:20.957815 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-27f0f51b-b03b-42a1-a352-2fc75f05b279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:20.987337 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:20.992678 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a3f7c93c-01a6-4f1c-a64b-80d9d1d49415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:21.093515 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-27f0f51b-b03b-42a1-a352-2fc75f05b279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:21.095787 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-af464de6-58e6-42d8-81f7-17bd9dc60912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:21.113138 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:21.170252 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event updated for resources: {'Port': ['ID=6973014a-95ae-4057-91f1-7e59b7e56a6c,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:21.181053 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:21.182362 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-27f0f51b-b03b-42a1-a352-2fc75f05b279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:21.235089 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-eb05b916-766a-47b1-a01e-3837851febaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:21.293515 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-27f0f51b-b03b-42a1-a352-2fc75f05b279 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=533e3775fb854048a2f259fee8390ded&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5547049 Jun 18 08:15:21.300736 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0f51b-b03b-42a1-a352-2fc75f05b279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca43015d-80db-4525-9df9-8961375d13e6,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:21.302812 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:21.305067 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42060) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:21.324086 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-27f0f51b-b03b-42a1-a352-2fc75f05b279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:21.327504 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3816085f-c958-448a-97cb-b03438f64537 req-0ce37545-ff66-4d26-b760-f4699d644d7d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6b69dae-1303-4f84-ba2b-fb79fe1654b6 HTTP/1.1" status: 200 len: 217 time: 0.2154915 Jun 18 08:15:21.332203 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Transition to ACTIVE for port object a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:21.343313 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:21.348136 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:21.364185 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Network a252541b-e27f-4a3f-8e86-824b883db521 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:21.385296 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a3f7c93c-01a6-4f1c-a64b-80d9d1d49415 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=80f25835f43345aebb674e5493d12b36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5957041 Jun 18 08:15:21.398674 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42062) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:21.408785 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41305000-6f7a-4317-8966-7d429f31b942 req-9a4049f7-5a05-4e61-943f-1cd58c63744f tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:21.419218 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-41305000-6f7a-4317-8966-7d429f31b942 req-9a4049f7-5a05-4e61-943f-1cd58c63744f tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 943 time: 1.2201321 Jun 18 08:15:21.432021 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:21.472568 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816085f-c958-448a-97cb-b03438f64537 req-fd70241b-a45c-4bdf-b498-e2e8a8ea064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:21.474284 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3816085f-c958-448a-97cb-b03438f64537 req-fd70241b-a45c-4bdf-b498-e2e8a8ea064c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1e7dfe10-14ba-431f-98d2-bfd0f932a40f HTTP/1.1" status: 200 len: 851 time: 0.1044281 Jun 18 08:15:21.494466 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:15:21.584661 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3816085f-c958-448a-97cb-b03438f64537 req-84b1234a-02ed-4606-882b-567db88ee0e8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b51847c2-f918-4270-b98b-8271086982fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919979 Jun 18 08:15:21.613344 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8b343-0ed7-4834-97fc-64ee83d13bf5 None None] Pushing event updated for resources: {'Port': ['ID=a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:21.619828 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bbb28d84-6623-40c2-a23e-abac4c19c5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:21.620733 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0be8b343-0ed7-4834-97fc-64ee83d13bf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:21.637608 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9e6e61c3-1c5a-479f-890c-48e4017b8e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:21.642104 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-41305000-6f7a-4317-8966-7d429f31b942 req-f3e8e6d9-a755-4d0f-9788-abe8e34ddea6 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/security-groups?id=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149415 Jun 18 08:15:21.643939 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Attempting to bind port a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:15:21.644331 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Attempting to bind port a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'cf625552-5db4-4804-8708-c2d634c3afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:15:21.644705 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Attempting to bind port a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a on network 81beaa51-a303-4525-af1f-eae9f4b78c5e {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:21.654170 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:15:21.654559 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Checking segment: {'id': 'cf625552-5db4-4804-8708-c2d634c3afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:15:21.655189 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:21.655736 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Bound using segment: {'id': 'cf625552-5db4-4804-8708-c2d634c3afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:15:21.656769 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Bound port: a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf625552-5db4-4804-8708-c2d634c3afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:15:21.657300 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:21.669947 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634b148-4bca-456e-b0bb-5671da84f772 req-47d0d28f-4658-4e14-b4f9-94021d6f9072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:21.671450 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d634b148-4bca-456e-b0bb-5671da84f772 req-47d0d28f-4658-4e14-b4f9-94021d6f9072 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.2900431 Jun 18 08:15:21.795635 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9e6e61c3-1c5a-479f-890c-48e4017b8e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:21.868863 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] For port a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:21.873817 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] For port a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a,segment=NetworkSegment(cf625552-5db4-4804-8708-c2d634c3afaf),segment_id=cf625552-5db4-4804-8708-c2d634c3afaf)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:21.879491 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:21.881579 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b84b69ba-2e9e-47c3-9a25-d5df264e798b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:21.891228 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:21.905137 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9e6e61c3-1c5a-479f-890c-48e4017b8e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:21.915784 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9e6e61c3-1c5a-479f-890c-48e4017b8e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:21.919736 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-9e6e61c3-1c5a-479f-890c-48e4017b8e92 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7d75621e-5e21-4eb1-a181-5e02b176d39e HTTP/1.1" status: 204 len: 168 time: 0.4894252 Jun 18 08:15:22.022463 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Routers {'b42ba34c-76ee-4186-a777-5867eafaab84'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:15:22.023618 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:14:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['b42ba34c-76ee-4186-a777-5867eafaab84'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:22.068718 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8b343-0ed7-4834-97fc-64ee83d13bf5 None None] Pushing event updated for resources: {'Port': ['ID=a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:22.084586 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0be8b343-0ed7-4834-97fc-64ee83d13bf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:22.106511 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bbb28d84-6623-40c2-a23e-abac4c19c5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:22.156612 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdab6f6-1595-4b9a-807e-70a82a5e2ac7 x-openstack-request-id: req-dcdab6f6-1595-4b9a-807e-70a82a5e2ac7 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:15:22.156930 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4cc4021-e99c-4549-9ec6-7e7d30278b32", "tag": "f6b69dae-1303-4f84-ba2b-fb79fe1654b6", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:15:22.157203 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dcdab6f6-1595-4b9a-807e-70a82a5e2ac7 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:15:22.157693 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cc4021-e99c-4549-9ec6-7e7d30278b32', 'tag': 'f6b69dae-1303-4f84-ba2b-fb79fe1654b6', 'status': 'completed', 'code': 200} Jun 18 08:15:22.171587 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] Set router b42ba34c-76ee-4186-a777-5867eafaab84 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:15:22.235952 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:22.247528 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e61c3-1c5a-479f-890c-48e4017b8e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d75621e-5e21-4eb1-a181-5e02b176d39e,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:22.262393 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9e6e61c3-1c5a-479f-890c-48e4017b8e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:22.312684 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:22.485685 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bbb28d84-6623-40c2-a23e-abac4c19c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:22.496116 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bbb28d84-6623-40c2-a23e-abac4c19c5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:22.497173 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-bbb28d84-6623-40c2-a23e-abac4c19c5f9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ca43015d-80db-4525-9df9-8961375d13e6 HTTP/1.1" status: 204 len: 168 time: 1.1911292 Jun 18 08:15:22.504145 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6a57555b-f6f0-4bc3-9fdf-580be23ce455 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:22.505616 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6a57555b-f6f0-4bc3-9fdf-580be23ce455 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/networks?id=81beaa51-a303-4525-af1f-eae9f4b78c5e HTTP/1.1" status: 200 len: 817 time: 0.9237399 Jun 18 08:15:22.508123 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:22.511738 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3816085f-c958-448a-97cb-b03438f64537 req-978dea19-9ac5-4859-a886-35b7512cf45a service neutron] 10.222.0.88 "GET /v2.0/networks/b51847c2-f918-4270-b98b-8271086982fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8948774 Jun 18 08:15:22.553559 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'name': 'tempest-ServerRescueNegativeTestJSON-69973947-router', 'tenant_id': 'd410c302b42f411e81e57b1efce3d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd9faad21-fd47-407c-ab69-ed341dec3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': 'd410c302b42f411e81e57b1efce3d4d3', 'gw_port': {'id': 'd9faad21-fd47-407c-ab69-ed341dec3953', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:02Z', 'updated_at': '2021-06-18T08:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a', 'name': '', 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e', 'tenant_id': 'd410c302b42f411e81e57b1efce3d4d3', 'mac_address': 'fa:16:3e:a6:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a962334-f0f8-4687-b920-e54f22a8616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:09Z', 'updated_at': '2021-06-18T08:15:21Z', 'revision_number': 4, 'project_id': 'd410c302b42f411e81e57b1efce3d4d3', 'subnets': [{'id': '5a962334-f0f8-4687-b920-e54f22a8616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:22.560290 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-66d69fd4-9241-4400-beb6-6a0f95477a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:22.562224 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-66d69fd4-9241-4400-beb6-6a0f95477a2d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=700f52b6512d464cbad45deec9a66894&device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 1096 time: 0.2965772 Jun 18 08:15:22.593065 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9194e5e-e250-48e7-a3ca-9d87365e47fd None None] The sync data for ids ['b42ba34c-76ee-4186-a777-5867eafaab84'] in dv-cinder-761113-14-iscsi is: [{'id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'name': 'tempest-ServerRescueNegativeTestJSON-69973947-router', 'tenant_id': 'd410c302b42f411e81e57b1efce3d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd9faad21-fd47-407c-ab69-ed341dec3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': 'd410c302b42f411e81e57b1efce3d4d3', 'gw_port': {'id': 'd9faad21-fd47-407c-ab69-ed341dec3953', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:02Z', 'updated_at': '2021-06-18T08:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a', 'name': '', 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e', 'tenant_id': 'd410c302b42f411e81e57b1efce3d4d3', 'mac_address': 'fa:16:3e:a6:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5a962334-f0f8-4687-b920-e54f22a8616d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:09Z', 'updated_at': '2021-06-18T08:15:21Z', 'revision_number': 4, 'project_id': 'd410c302b42f411e81e57b1efce3d4d3', 'subnets': [{'id': '5a962334-f0f8-4687-b920-e54f22a8616d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:15:22.605762 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:22.608606 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb28d84-6623-40c2-a23e-abac4c19c5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca43015d-80db-4525-9df9-8961375d13e6,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:22.631014 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bbb28d84-6623-40c2-a23e-abac4c19c5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:22.632417 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-de66cb72-8696-4789-a65b-f4c4fb6da359 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/quotas/d410c302b42f411e81e57b1efce3d4d3 HTTP/1.1" status: 200 len: 375 time: 0.1166928 Jun 18 08:15:22.633005 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:22.641034 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:22.706347 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3816085f-c958-448a-97cb-b03438f64537 req-9a211ade-e86e-4ebc-abb7-e276ef9d9e88 service neutron] 10.222.0.88 "GET /v2.0/networks/b51847c2-f918-4270-b98b-8271086982fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826096 Jun 18 08:15:22.715085 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-469765ae-5afd-4c8e-9681-708f3ea6817d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2c923ae-377f-435b-97f5-912fe5899846 HTTP/1.1" status: 200 len: 217 time: 0.1433046 Jun 18 08:15:22.746290 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc15ead-e339-4a58-aa46-adc151af3876 req-cd62b3bb-4dec-45e2-85df-b24d5dbaf281 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:22.756599 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543884'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:22.760062 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-adc15ead-e339-4a58-aa46-adc151af3876 req-cd62b3bb-4dec-45e2-85df-b24d5dbaf281 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 943 time: 0.4129400 Jun 18 08:15:22.818571 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event updated for resources: {'Port': ['ID=34a6e199-fa7f-47f7-bd41-7247311134ac,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:22.821748 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:22.823050 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1366465 Jun 18 08:15:22.831325 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:22.911077 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:22.917643 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:22.935461 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c07c217f-d9be-46cf-b4f0-8753b7c26dc9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:22.983364 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-0c718330-2efc-4b08-93c3-504c48853e8b tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d410c302b42f411e81e57b1efce3d4d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3280110 Jun 18 08:15:23.016083 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543884'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:23.043705 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-272cb5e4-68db-4feb-bd20-efbe9f62f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:23.045183 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-272cb5e4-68db-4feb-bd20-efbe9f62f7b9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=be4459fe-ddfd-4974-8d18-8ab67b0bd04e HTTP/1.1" status: 200 len: 855 time: 0.3229494 Jun 18 08:15:23.050512 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-adc15ead-e339-4a58-aa46-adc151af3876 req-686faa32-039f-4d17-b671-12e9d34a95e2 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895248 Jun 18 08:15:23.051397 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:23.053433 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6951640 Jun 18 08:15:23.091945 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:23.125953 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc07b7-dceb-47fe-97a4-ef1cbdba046e req-6c246db1-d765-40e3-a434-4e8ed0de8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:23.130414 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f8fc07b7-dceb-47fe-97a4-ef1cbdba046e req-6c246db1-d765-40e3-a434-4e8ed0de8fbf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=93f0e534f2a543149af250485108acea&device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 1096 time: 0.3030410 Jun 18 08:15:23.157360 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event updated for resources: {'Port': ['ID=6973014a-95ae-4057-91f1-7e59b7e56a6c,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:23.178019 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:23.191267 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-3993eea7-232f-4d59-843c-d22418d75d01 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b776cf9-ad83-4846-a685-0caa9f4a49e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261222 Jun 18 08:15:23.455581 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-a6831902-f650-4b05-b84e-f6dee7289c99 service neutron] 10.222.0.88 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631762 Jun 18 08:15:23.506468 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-50d0f147-19e2-45ba-b71b-4fbc7765aa52 service neutron] 10.222.0.83 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220435 Jun 18 08:15:23.564737 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6951b-66f0-4774-9ba6-3f5119149bdf req-e06eb133-8af7-4bde-ab51-c6d2634d89bb tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:23.566543 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-06c6951b-66f0-4774-9ba6-3f5119149bdf req-e06eb133-8af7-4bde-ab51-c6d2634d89bb tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 943 time: 0.2146680 Jun 18 08:15:23.626374 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-06c6951b-66f0-4774-9ba6-3f5119149bdf req-aacdbce1-def2-41c6-9fdd-8bd981b1ffa7 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/security-groups?id=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498900 Jun 18 08:15:23.639368 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc07b7-dceb-47fe-97a4-ef1cbdba046e req-4f673da4-186f-4989-8853-c26b315ae5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:23.640995 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f8fc07b7-dceb-47fe-97a4-ef1cbdba046e req-4f673da4-186f-4989-8853-c26b315ae5b3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b51847c2-f918-4270-b98b-8271086982fa HTTP/1.1" status: 200 len: 913 time: 0.5027246 Jun 18 08:15:23.668024 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed01cb9f-a003-475f-acd4-ecfcb09aaa30 req-ad9102a9-1564-4920-a3ad-4c9b0ff02fdc service neutron] 10.222.0.88 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937099 Jun 18 08:15:23.673930 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42146) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:23.713898 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f8fc07b7-dceb-47fe-97a4-ef1cbdba046e req-cbd2150e-e2ab-4467-a142-8ea4487f4793 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6b69dae-1303-4f84-ba2b-fb79fe1654b6 HTTP/1.1" status: 200 len: 217 time: 0.0617487 Jun 18 08:15:23.802642 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-87953a9c-9046-456e-bbeb-5782125b1803 service neutron] 10.222.0.83 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891562 Jun 18 08:15:23.835319 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc07b7-dceb-47fe-97a4-ef1cbdba046e req-de272369-af32-4548-9790-9ab0378c295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:23.838817 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f8fc07b7-dceb-47fe-97a4-ef1cbdba046e req-de272369-af32-4548-9790-9ab0378c295e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1e7dfe10-14ba-431f-98d2-bfd0f932a40f HTTP/1.1" status: 200 len: 851 time: 0.1134799 Jun 18 08:15:23.874720 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-303d07b0-1368-4f28-b2f5-22bcd7c865fd tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--334074256&fields=id&tenant_id=b0f32dd32d7140888841a500cf4e733a HTTP/1.1" status: 200 len: 267 time: 0.1049743 Jun 18 08:15:23.888051 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f8fc07b7-dceb-47fe-97a4-ef1cbdba046e req-0fca7d87-4bab-47f2-a0df-e997e846a6e0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b51847c2-f918-4270-b98b-8271086982fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420043 Jun 18 08:15:24.088383 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-b7406921-4df6-413f-8327-a1a5e395b77a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:24.091757 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-b7406921-4df6-413f-8327-a1a5e395b77a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/networks?id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802 HTTP/1.1" status: 200 len: 816 time: 0.2056520 Jun 18 08:15:24.097384 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2113163626-network', 'tenant_id': 'c63882029a414004a09a9acf994582a9'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:24.097532 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f8fc07b7-dceb-47fe-97a4-ef1cbdba046e req-1498e7c4-b7bf-4626-904e-8e3e340ea3d1 service neutron] 10.222.0.88 "GET /v2.0/networks/b51847c2-f918-4270-b98b-8271086982fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018967 Jun 18 08:15:24.155017 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] Made reservation on behalf of c63882029a414004a09a9acf994582a9 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:24.157396 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:24.160053 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-515a6348-2aa5-493f-ae44-874f3d7bf0cc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/quotas/b0f32dd32d7140888841a500cf4e733a HTTP/1.1" status: 200 len: 375 time: 0.0288732 Jun 18 08:15:24.170715 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:24.342181 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-a2189d96-288a-4aca-95f4-9fcb49396e13 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1630195955&fields=id&tenant_id=fbf147ee0dc84d499893fb9d53d9eb88 HTTP/1.1" status: 200 len: 267 time: 0.1951883 Jun 18 08:15:24.388510 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:24.398243 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-7681c1c0-eaa1-488c-9e9d-0f521ea26778 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b0f32dd32d7140888841a500cf4e733a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2294180 Jun 18 08:15:24.419280 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:24.439286 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:24.455619 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42194) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:24.491467 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f8fc07b7-dceb-47fe-97a4-ef1cbdba046e req-2bae5675-cdfe-45ce-8eb9-391058a1b9f3 service neutron] 10.222.0.88 "GET /v2.0/networks/b51847c2-f918-4270-b98b-8271086982fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790901 Jun 18 08:15:24.513184 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:24.517190 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:24.517577 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:24.568654 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9e6e61c3-1c5a-479f-890c-48e4017b8e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:24.585469 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-2535e4f5-c98e-4c2a-943b-eb69ea5289d7 service neutron] 10.222.0.83 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643834 Jun 18 08:15:24.600104 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:15:24.672202 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:24.672555 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] Added segment 4ec9e17b-8dc1-4c27-85fa-3eef95cd52d1 of type vlan for network 5ac2c8fc-79eb-4c62-8ee6-c4d8745a5105 Jun 18 08:15:24.693421 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0455ca71-7f11-46a9-8b91-f8e3febd6e06,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:24.704232 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:24.740632 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-0ab7ac51-701b-4cdf-ae35-1dafb34787b3 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:24.746322 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-0ab7ac51-701b-4cdf-ae35-1dafb34787b3 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 810 time: 0.3987751 Jun 18 08:15:24.755943 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:24.769704 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-11a28a82-a63f-4e2e-ad72-2f52a766ee17 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/quotas/fbf147ee0dc84d499893fb9d53d9eb88 HTTP/1.1" status: 200 len: 375 time: 0.0136535 Jun 18 08:15:24.786615 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-0f50052e-d004-4408-97ef-d843e2f527c6 service neutron] 10.222.0.83 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999431 Jun 18 08:15:24.825302 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:24.827949 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:24.829680 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:24.830301 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:24.837264 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:24.908772 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-99f9f135-fe9f-4f9e-aaab-4946e1962d21 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1311827 Jun 18 08:15:24.922443 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a,segment=NetworkSegment(cf625552-5db4-4804-8708-c2d634c3afaf),segment_id=cf625552-5db4-4804-8708-c2d634c3afaf)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:24.928326 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:24.949899 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] Pushing event updated for resources: {'Network': ['ID=5ac2c8fc-79eb-4c62-8ee6-c4d8745a5105,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:24.950420 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:24.958756 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:24.966739 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2915790 Jun 18 08:15:24.967688 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42208) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:24.973676 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-8e4d7063-1886-4dc4-ae3e-846138412404 admin admin] Request body: {'subnet': {'network_id': '5ac2c8fc-79eb-4c62-8ee6-c4d8745a5105', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2113163626-subnet', 'tenant_id': 'c63882029a414004a09a9acf994582a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:24.986868 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2130446280-network', 'tenant_id': '77c703c1f5084d3ea5e45791c0e7ed7a'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:25.054534 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4d7063-1886-4dc4-ae3e-846138412404 admin admin] Made reservation on behalf of c63882029a414004a09a9acf994582a9 for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:25.063679 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8e4d7063-1886-4dc4-ae3e-846138412404 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:25.069067 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:25.075142 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:25.079610 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network 5ac2c8fc-79eb-4c62-8ee6-c4d8745a5105 details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:15:25.137205 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-e57fa3da-27c7-4691-87c6-28ee287162fd service neutron] 10.222.0.83 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022271 Jun 18 08:15:25.167912 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Made reservation on behalf of 77c703c1f5084d3ea5e45791c0e7ed7a for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:25.172275 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:25.187619 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:25.245304 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d70e0407-c3f6-4cd4-9287-a31f73d5e859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:25.259610 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42218) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:25.299501 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-95c98f20-d615-4abc-96b9-a22f66afad64 req-9bbf950d-f4e5-44de-ba2b-091adff40ffb tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 210 time: 0.0610385 Jun 18 08:15:25.316157 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-b145fea8-91c3-4115-a6bf-6f4fee5eb8d7 service neutron] 10.222.0.83 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700883 Jun 18 08:15:25.586913 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8e4d7063-1886-4dc4-ae3e-846138412404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:25.605802 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6b2ecbad-5053-4ac2-a5d6-e12610bd4e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:25.650668 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:25.706896 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f6b69dae-1303-4f84-ba2b-fb79fe1654b6 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:15:25.745624 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d7063-1886-4dc4-ae3e-846138412404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a05e5381-c120-4412-8e3a-334470a61dc9,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:25.750500 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8e4d7063-1886-4dc4-ae3e-846138412404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:25.775351 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833e341-37e5-4c40-930e-31abb881e5d0 req-2941ea0a-8a7a-41f1-ab18-4c437ac46dc4 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:25.776976 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:25.788677 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6833e341-37e5-4c40-930e-31abb881e5d0 req-2941ea0a-8a7a-41f1-ab18-4c437ac46dc4 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 943 time: 0.1206942 Jun 18 08:15:25.800086 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:25.821980 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:15:25.834182 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:25.834537 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Added segment 4e0221fb-01db-41d3-9f88-bc209bdfb949 of type vlan for network 408ef77e-2e3c-46da-a34a-0948499ceb94 Jun 18 08:15:25.835609 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6833e341-37e5-4c40-930e-31abb881e5d0 req-e8f3c9ad-9c65-4816-9522-ad4e89c66850 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/security-groups?id=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453079 Jun 18 08:15:25.850717 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:25.951106 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:25.959607 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6341c59b-4c1c-43bc-b8b4-20c448907b82,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:25.963045 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:25.973862 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4d7063-1886-4dc4-ae3e-846138412404 admin admin] Checking segment: {'id': '4ec9e17b-8dc1-4c27-85fa-3eef95cd52d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '5ac2c8fc-79eb-4c62-8ee6-c4d8745a5105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:15:25.974219 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4d7063-1886-4dc4-ae3e-846138412404 admin admin] Network hostable DHCP agents. Network: 5ac2c8fc-79eb-4c62-8ee6-c4d8745a5105, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:15:25.995814 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f6b69dae-1303-4f84-ba2b-fb79fe1654b6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f6b69dae-1303-4f84-ba2b-fb79fe1654b6,segment=NetworkSegment(73b7a217-86ab-4163-933f-b59a31d6ae63),segment_id=73b7a217-86ab-4163-933f-b59a31d6ae63)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:26.000716 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d5dff-5bd9-4fd9-88af-827e7f1ff036 req-c0e5f2c5-87d4-4286-b1cd-365879b40959 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:26.003587 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-876d5dff-5bd9-4fd9-88af-827e7f1ff036 req-c0e5f2c5-87d4-4286-b1cd-365879b40959 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 943 time: 0.4893587 Jun 18 08:15:26.027063 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': 'f6b69dae-1303-4f84-ba2b-fb79fe1654b6', 'network_id': 'b51847c2-f918-4270-b98b-8271086982fa', 'port_id': 'f6b69dae-1303-4f84-ba2b-fb79fe1654b6', 'mac_address': 'fa:16:3e:c2:05:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7dfe10-14ba-431f-98d2-bfd0f932a40f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:15:26.097473 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:26.120199 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b69dae-1303-4f84-ba2b-fb79fe1654b6 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:15:26.125203 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.db.resource_extend [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 08:15:26.198641 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4d7063-1886-4dc4-ae3e-846138412404 admin admin] Network 5ac2c8fc-79eb-4c62-8ee6-c4d8745a5105 is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:15:26.206186 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f6b69dae-1303-4f84-ba2b-fb79fe1654b6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f6b69dae-1303-4f84-ba2b-fb79fe1654b6,segment=NetworkSegment(73b7a217-86ab-4163-933f-b59a31d6ae63),segment_id=73b7a217-86ab-4163-933f-b59a31d6ae63)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:26.214380 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:26.217722 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:26.220214 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-84236e26-8836-4ecc-bb78-2511e70fa47e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:26.227639 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-876d5dff-5bd9-4fd9-88af-827e7f1ff036 req-b0004469-6dfb-46ba-af9b-5e477869e11c tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758099 Jun 18 08:15:26.233737 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6b2ecbad-5053-4ac2-a5d6-e12610bd4e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:26.235704 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:26.236964 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:26.240000 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-40fdbf68-15f2-436b-b11f-0b52f9e15bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:26.245595 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-8e4d7063-1886-4dc4-ae3e-846138412404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, 5ac2c8fc-79eb-4c62-8ee6-c4d8745a5105) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:26.251870 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4d7063-1886-4dc4-ae3e-846138412404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:26.253553 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8e4d7063-1886-4dc4-ae3e-846138412404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:26.270853 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6b2ecbad-5053-4ac2-a5d6-e12610bd4e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:26.275724 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec644e8-10c9-4dba-bb28-60c295c70407 None None] Network 5ac2c8fc-79eb-4c62-8ee6-c4d8745a5105 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:15:26.358798 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.8920057 Jun 18 08:15:26.364777 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42246) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:26.375713 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8e4d7063-1886-4dc4-ae3e-846138412404 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3989673 Jun 18 08:15:26.375713 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-d7af00fc-754f-4bc1-8132-793a66af36b9 admin admin] Request body: {'subnet': {'network_id': '408ef77e-2e3c-46da-a34a-0948499ceb94', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2130446280-subnet', 'tenant_id': '77c703c1f5084d3ea5e45791c0e7ed7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:26.440573 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:26.448699 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8ccd7a9b-a1c7-46ea-8f66-a8cd6bddcd33 req-0f7a2d68-aa9a-452b-9be2-b58d33833282 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0370848 Jun 18 08:15:26.456943 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-98da461e-8402-4979-8f81-60955d78f409 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:26.458701 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-98da461e-8402-4979-8f81-60955d78f409 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.88 "GET /v2.0/networks?id=81beaa51-a303-4525-af1f-eae9f4b78c5e HTTP/1.1" status: 200 len: 817 time: 0.5925252 Jun 18 08:15:26.482935 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-9e4be853-a7f3-4ddd-8ff6-03c8df0f04cc tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Request body: {'port': {'device_id': '02a09fdf-119c-4e54-8d16-573f1cb44dd4', 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e', 'admin_state_up': True, 'tenant_id': 'd410c302b42f411e81e57b1efce3d4d3'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:26.570011 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['f6b69dae-1303-4f84-ba2b-fb79fe1654b6'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:15:26.643710 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3de08f22-15ae-4cf0-b194-1c2f3221571f req-53934bd1-a522-49a7-be94-f85226f9474c tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0504036 Jun 18 08:15:26.695950 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-9e4be853-a7f3-4ddd-8ff6-03c8df0f04cc tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Made reservation on behalf of d410c302b42f411e81e57b1efce3d4d3 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:26.705762 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-9e4be853-a7f3-4ddd-8ff6-03c8df0f04cc tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:26.767630 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c630dc1-00b6-4cc0-9da4-dd6b29af343f None None] Network 5ac2c8fc-79eb-4c62-8ee6-c4d8745a5105 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:15:26.838991 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=f6b69dae-1303-4f84-ba2b-fb79fe1654b6,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:26.849783 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:26.894132 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-66323bd8-5a1d-4564-9572-7f915a59925f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:26.902385 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-66323bd8-5a1d-4564-9572-7f915a59925f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/networks?id=81beaa51-a303-4525-af1f-eae9f4b78c5e HTTP/1.1" status: 200 len: 817 time: 0.4976993 Jun 18 08:15:26.914917 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Pushing event updated for resources: {'Network': ['ID=408ef77e-2e3c-46da-a34a-0948499ceb94,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:26.921060 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:26.940163 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network 408ef77e-2e3c-46da-a34a-0948499ceb94 details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:15:26.947966 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.622s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:26.968677 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-9e4be853-a7f3-4ddd-8ff6-03c8df0f04cc tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Allocated IP 172.20.0.13 (81beaa51-a303-4525-af1f-eae9f4b78c5e/5a962334-f0f8-4687-b920-e54f22a8616d/c73b32a0-b556-40f7-8846-a39f7be972d2) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:26.992134 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-6b2ecbad-5053-4ac2-a5d6-e12610bd4e54 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=56063c6494294843847937faf83543f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7324383 Jun 18 08:15:26.998895 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ecbad-5053-4ac2-a5d6-e12610bd4e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4275d122-323c-424a-9273-931b6b314729,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:27.002252 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-6b2ecbad-5053-4ac2-a5d6-e12610bd4e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:27.002939 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42266) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:27.031587 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-d81deea3-34e4-48c4-915e-dbeb4fb515c4 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/quotas/d410c302b42f411e81e57b1efce3d4d3 HTTP/1.1" status: 200 len: 375 time: 0.0858083 Jun 18 08:15:27.099813 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:27.100438 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:27.125604 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7af00fc-754f-4bc1-8132-793a66af36b9 admin admin] Made reservation on behalf of 77c703c1f5084d3ea5e45791c0e7ed7a for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:27.128041 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7af00fc-754f-4bc1-8132-793a66af36b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:27.199012 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-9e4be853-a7f3-4ddd-8ff6-03c8df0f04cc tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:27.255455 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-9e4be853-a7f3-4ddd-8ff6-03c8df0f04cc tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:27.312756 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6d9c2111-d6b1-45c8-bbd1-3fad54f5539a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:27.316089 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42274) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:27.324340 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-444768192-network', 'tenant_id': '1b2f2f00e9ac4ec5a441f35e2a266644'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:27.349240 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7af00fc-754f-4bc1-8132-793a66af36b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:27.379503 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-883875d0-f4a5-48a6-87ce-7b4f8e436039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:27.391083 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-9e4be853-a7f3-4ddd-8ff6-03c8df0f04cc tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Network 81beaa51-a303-4525-af1f-eae9f4b78c5e is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:27.404121 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-9e4be853-a7f3-4ddd-8ff6-03c8df0f04cc tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:27.418495 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-9e4be853-a7f3-4ddd-8ff6-03c8df0f04cc tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:15:27.425807 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-9e4be853-a7f3-4ddd-8ff6-03c8df0f04cc tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:27.425807 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-9e4be853-a7f3-4ddd-8ff6-03c8df0f04cc tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:27.435600 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4be853-a7f3-4ddd-8ff6-03c8df0f04cc tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Pushing event updated for resources: {'Port': ['ID=c73b32a0-b556-40f7-8846-a39f7be972d2,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:27.441823 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] Made reservation on behalf of 1b2f2f00e9ac4ec5a441f35e2a266644 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:27.444162 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:27.454158 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9e4be853-a7f3-4ddd-8ff6-03c8df0f04cc tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:27.459000 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:27.472322 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-9e4be853-a7f3-4ddd-8ff6-03c8df0f04cc tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9956350 Jun 18 08:15:27.477430 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af00fc-754f-4bc1-8132-793a66af36b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=673aacaa-533f-44c4-b698-a06e33923130,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:27.480968 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d7af00fc-754f-4bc1-8132-793a66af36b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:27.485518 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8050ca-26fd-4cee-acd3-9aa7627487d7 req-0cd31316-72cb-4943-9285-106dd0c4d7c6 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:27.486787 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0b8050ca-26fd-4cee-acd3-9aa7627487d7 req-0cd31316-72cb-4943-9285-106dd0c4d7c6 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 944 time: 0.2360327 Jun 18 08:15:27.499384 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.88', 55874) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:27.516698 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3eca0a1-a381-46de-8ea6-635ffca8de2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:27.519979 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Request body: {'port': {'device_id': '02a09fdf-119c-4e54-8d16-573f1cb44dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:27.530454 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-95c16f2d-92ad-417a-97b3-8df0a3672438 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:27.531918 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-95c16f2d-92ad-417a-97b3-8df0a3672438 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.88 "GET /v2.0/networks?id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802 HTTP/1.1" status: 200 len: 816 time: 0.6248434 Jun 18 08:15:27.575531 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-674587c2-e5b2-4e92-89f9-d07413e14706 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d410c302b42f411e81e57b1efce3d4d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5430629 Jun 18 08:15:27.589116 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af00fc-754f-4bc1-8132-793a66af36b9 admin admin] Checking segment: {'id': '4e0221fb-01db-41d3-9f88-bc209bdfb949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '408ef77e-2e3c-46da-a34a-0948499ceb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:15:27.589477 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7af00fc-754f-4bc1-8132-793a66af36b9 admin admin] Network hostable DHCP agents. Network: 408ef77e-2e3c-46da-a34a-0948499ceb94, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:15:27.593910 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3eca0a1-a381-46de-8ea6-635ffca8de2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:27.672390 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0b8050ca-26fd-4cee-acd3-9aa7627487d7 req-22de93cb-e2f0-457f-bcd6-8e70ed3bda5f tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/security-groups?id=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595910 Jun 18 08:15:27.695599 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device a2c923ae-377f-435b-97f5-912fe5899846 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:15:27.720362 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-792cedf0-0a04-4c44-957c-11a8cfce11d4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0f32dd32d7140888841a500cf4e733a HTTP/1.1" status: 200 len: 379 time: 0.1632626 Jun 18 08:15:27.735237 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-00640515-d512-40be-892d-c984c9e024dc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Request body: {'port': {'device_id': '2a2db490-a960-4b9f-8486-7f39c1777648', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'admin_state_up': True, 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'security_groups': ['bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6']}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:27.755829 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-c3b9d1a2-40c1-4bb1-a9d5-417c7962e8c6 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:27.757327 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-c3b9d1a2-40c1-4bb1-a9d5-417c7962e8c6 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.88 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 810 time: 0.2550757 Jun 18 08:15:27.762857 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7af00fc-754f-4bc1-8132-793a66af36b9 admin admin] Network 408ef77e-2e3c-46da-a34a-0948499ceb94 is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:15:27.769244 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:27.819161 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-d7af00fc-754f-4bc1-8132-793a66af36b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, 408ef77e-2e3c-46da-a34a-0948499ceb94) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:27.848207 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1638563-082f-4c73-821f-fea6900a1b52 None None] Network 408ef77e-2e3c-46da-a34a-0948499ceb94 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:15:27.875424 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-e670c99a-fba5-4502-96c1-b17061775f0d tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbf147ee0dc84d499893fb9d53d9eb88 HTTP/1.1" status: 200 len: 380 time: 0.1070237 Jun 18 08:15:27.878768 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-9cdb9570-f52d-4080-ba56-bfbe77c76686 service neutron] 10.222.0.83 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929387 Jun 18 08:15:27.888298 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7af00fc-754f-4bc1-8132-793a66af36b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:27.888896 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7af00fc-754f-4bc1-8132-793a66af36b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:27.897003 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3eca0a1-a381-46de-8ea6-635ffca8de2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:27.900083 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-745a6203-c32d-48e3-ad04-e225c2d8e72e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Request body: {'port': {'device_id': 'e08d3ed5-7623-4853-8df1-af72caf11625', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'admin_state_up': True, 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'security_groups': ['2edb80ce-bc37-4d2a-b2d0-58041d301070']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:27.917634 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3eca0a1-a381-46de-8ea6-635ffca8de2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:27.921114 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a3eca0a1-a381-46de-8ea6-635ffca8de2e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4275d122-323c-424a-9273-931b6b314729 HTTP/1.1" status: 204 len: 168 time: 0.8958004 Jun 18 08:15:27.950378 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:27.985297 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:28.026475 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:28.046871 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:28.048039 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a30c5b4-6ca5-41f1-82a3-1bc1dc18629f None None] Network 408ef77e-2e3c-46da-a34a-0948499ceb94 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:15:28.080706 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:15:28.082430 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:28.112097 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-673cc071-39e3-46c4-8587-846ebe8e95d2 service neutron] 10.222.0.83 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174897 Jun 18 08:15:28.116804 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eca0a1-a381-46de-8ea6-635ffca8de2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4275d122-323c-424a-9273-931b6b314729,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:28.127890 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d7af00fc-754f-4bc1-8132-793a66af36b9 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7508938 Jun 18 08:15:28.127890 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a3eca0a1-a381-46de-8ea6-635ffca8de2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:28.178056 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-00640515-d512-40be-892d-c984c9e024dc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Made reservation on behalf of b0f32dd32d7140888841a500cf4e733a for: {'port': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:28.181421 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:28.181764 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] Added segment b7dcb215-1a95-42db-a717-a0981e62db67 of type vlan for network 5622c6d6-0df3-4cb7-a747-dccef91d806c Jun 18 08:15:28.182843 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-00640515-d512-40be-892d-c984c9e024dc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:28.183227 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a947a1e0-58d3-45cd-8137-833d143ab6a7,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:28.198873 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:28.204597 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port a2c923ae-377f-435b-97f5-912fe5899846, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a2c923ae-377f-435b-97f5-912fe5899846,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:28.270676 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': 'a2c923ae-377f-435b-97f5-912fe5899846', 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7', 'port_id': 'a2c923ae-377f-435b-97f5-912fe5899846', 'mac_address': 'fa:16:3e:0f:37:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4459fe-ddfd-4974-8d18-8ab67b0bd04e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:15:28.275721 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0ca681a8-f6be-438d-8599-a19873d164de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:28.278702 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:28.297423 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03126c-3bd0-44fb-9cfa-6fa137acd4d5 req-ffb6f7a4-f30d-4918-856e-f5cf155424b5 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:28.299222 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9d03126c-3bd0-44fb-9cfa-6fa137acd4d5 req-ffb6f7a4-f30d-4918-856e-f5cf155424b5 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 943 time: 0.4300354 Jun 18 08:15:28.336614 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-745a6203-c32d-48e3-ad04-e225c2d8e72e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Made reservation on behalf of fbf147ee0dc84d499893fb9d53d9eb88 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:28.341193 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-745a6203-c32d-48e3-ad04-e225c2d8e72e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:28.385305 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:28.415784 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c923ae-377f-435b-97f5-912fe5899846 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:15:28.418418 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.db.resource_extend [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 08:15:28.436253 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-00640515-d512-40be-892d-c984c9e024dc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Allocated IP 172.20.0.3 (9d2ce2af-86b5-4cff-ae8e-1c44556b9802/cb87a6f4-0113-442a-b865-b8bb43f888a4/f31a15ce-192e-4389-a98f-732a12034d15) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:28.504616 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9d03126c-3bd0-44fb-9cfa-6fa137acd4d5 req-793330b8-a533-4d68-b35a-2312b8eb1dcd tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926763 Jun 18 08:15:28.510542 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port a2c923ae-377f-435b-97f5-912fe5899846, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a2c923ae-377f-435b-97f5-912fe5899846,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:28.529590 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:28.534533 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:28.545128 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:28.588331 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:28.609093 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:28.635421 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d0e4a895-0fe5-421a-b84e-7f97b52465fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:28.686037 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=a2c923ae-377f-435b-97f5-912fe5899846,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:28.695902 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42302) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:28.698883 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:28.736028 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f0690165-bb3a-4f94-b8cd-3883f3a22f60 req-1a3f8e57-f9d5-4ca7-8b45-4bf9dc10f389 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0619533 Jun 18 08:15:28.746672 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['a2c923ae-377f-435b-97f5-912fe5899846'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:15:28.766072 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ae60-e664-4ef3-b61c-bd62dbbaf20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:28.853361 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42310) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:28.854584 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5348253 Jun 18 08:15:28.860376 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73b32a0-b556-40f7-8846-a39f7be972d2 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:15:28.861823 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-406ef92c-146c-45fb-9f59-abc8b22c9891 admin admin] Request body: {'subnet': {'network_id': '5622c6d6-0df3-4cb7-a747-dccef91d806c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-444768192-subnet', 'tenant_id': '1b2f2f00e9ac4ec5a441f35e2a266644', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:28.869976 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-00640515-d512-40be-892d-c984c9e024dc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:28.898417 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3531356b-4ba3-4351-805c-f75821b1bfc6 req-f1d13765-594d-4cbb-b811-a607cc4a5cf8 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.1719298 Jun 18 08:15:28.927340 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:28.942791 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-00640515-d512-40be-892d-c984c9e024dc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Transition to ACTIVE for port object f31a15ce-192e-4389-a98f-732a12034d15 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:28.951829 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-22491fb6-dc1d-4a49-8398-d67889b53c77 req-76edc2bc-907e-41c3-8a6e-5a74e8439883 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 210 time: 0.0774157 Jun 18 08:15:29.004199 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.034206 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] Pushing event updated for resources: {'Network': ['ID=5622c6d6-0df3-4cb7-a747-dccef91d806c,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:29.047356 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Transition to ACTIVE for port object c73b32a0-b556-40f7-8846-a39f7be972d2 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:29.051684 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-00640515-d512-40be-892d-c984c9e024dc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.058629 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:29.063441 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.065616 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ae60-e664-4ef3-b61c-bd62dbbaf20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.072125 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:29.075940 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-745a6203-c32d-48e3-ad04-e225c2d8e72e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Allocated IP 172.20.0.10 (cce11d3a-6683-4122-ab5e-a575bb7ecbfc/48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e/a23670a1-71ab-4786-963b-22e49c0dfb4c) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:29.085114 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:29.113679 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ae60-e664-4ef3-b61c-bd62dbbaf20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.162729 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network 5622c6d6-0df3-4cb7-a747-dccef91d806c details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:15:29.192903 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-00640515-d512-40be-892d-c984c9e024dc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:29.195885 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406ef92c-146c-45fb-9f59-abc8b22c9891 admin admin] Made reservation on behalf of 1b2f2f00e9ac4ec5a441f35e2a266644 for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:29.199119 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-406ef92c-146c-45fb-9f59-abc8b22c9891 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.212291 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-00640515-d512-40be-892d-c984c9e024dc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:29.227087 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-00640515-d512-40be-892d-c984c9e024dc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:15:29.233658 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-00640515-d512-40be-892d-c984c9e024dc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:29.234604 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-00640515-d512-40be-892d-c984c9e024dc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.275300 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00640515-d512-40be-892d-c984c9e024dc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event updated for resources: {'Port': ['ID=f31a15ce-192e-4389-a98f-732a12034d15,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:29.301157 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-00640515-d512-40be-892d-c984c9e024dc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:29.307485 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:29.313977 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ebd0ae60-e664-4ef3-b61c-bd62dbbaf20b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f91eee330d8647c9b7ba4d05b813de4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6112416 Jun 18 08:15:29.322709 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42320) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:29.343240 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-00640515-d512-40be-892d-c984c9e024dc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6225507 Jun 18 08:15:29.394496 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Request body: {'port': {'device_id': '2a2db490-a960-4b9f-8486-7f39c1777648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:29.467326 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42324) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:29.474428 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=c73b32a0-b556-40f7-8846-a39f7be972d2,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:29.478943 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0ae60-e664-4ef3-b61c-bd62dbbaf20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a7f6e2-9d5c-459b-aa6d-031f99859df7,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:29.483028 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:29.488203 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2051726856-network', 'tenant_id': '7163f2473e3645a79b90c07076deaed3'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:29.489459 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ebd0ae60-e664-4ef3-b61c-bd62dbbaf20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:29.570160 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-c896b294-8dc3-4c54-944a-cac958558843 None None] Provisioning for port f31a15ce-192e-4389-a98f-732a12034d15 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:29.580465 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-c896b294-8dc3-4c54-944a-cac958558843 None None] Provisioning complete for port f31a15ce-192e-4389-a98f-732a12034d15 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:29.580855 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c896b294-8dc3-4c54-944a-cac958558843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.581957 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e9e5371d-cc06-4164-8d1a-9d2aad62b59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.599313 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Attempting to bind port c73b32a0-b556-40f7-8846-a39f7be972d2 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:15:29.599645 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Attempting to bind port c73b32a0-b556-40f7-8846-a39f7be972d2 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'cf625552-5db4-4804-8708-c2d634c3afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:15:29.600028 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Attempting to bind port c73b32a0-b556-40f7-8846-a39f7be972d2 on network 81beaa51-a303-4525-af1f-eae9f4b78c5e {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:29.607535 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.618702 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] Made reservation on behalf of 7163f2473e3645a79b90c07076deaed3 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:29.621394 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.628576 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Port c73b32a0-b556-40f7-8846-a39f7be972d2 on network 81beaa51-a303-4525-af1f-eae9f4b78c5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:15:29.628899 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Attempting to bind port c73b32a0-b556-40f7-8846-a39f7be972d2 on network 81beaa51-a303-4525-af1f-eae9f4b78c5e {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:29.635548 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e9e5371d-cc06-4164-8d1a-9d2aad62b59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.646831 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.668456 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Checking agent: {'id': '5fb525c3-ca5c-4ec2-8b58-f6f465875c85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'started_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:15:29.669182 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Checking segment: {'id': 'cf625552-5db4-4804-8708-c2d634c3afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:15:29.669182 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Bound using segment: {'id': 'cf625552-5db4-4804-8708-c2d634c3afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:15:29.669614 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Bound port: c73b32a0-b556-40f7-8846-a39f7be972d2, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf625552-5db4-4804-8708-c2d634c3afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:15:29.669955 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.683908 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-c896b294-8dc3-4c54-944a-cac958558843 None None] Port f31a15ce-192e-4389-a98f-732a12034d15 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:15:29.712296 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f6b69dae-1303-4f84-ba2b-fb79fe1654b6 up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:29.714086 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c59c8b-aa10-4f82-b013-f838102c6b45 req-13e9b0e1-1bb7-4a22-82a9-6d8fddd18fe9 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:29.720795 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-04c59c8b-aa10-4f82-b013-f838102c6b45 req-13e9b0e1-1bb7-4a22-82a9-6d8fddd18fe9 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 944 time: 0.5503378 Jun 18 08:15:29.787265 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning for port f6b69dae-1303-4f84-ba2b-fb79fe1654b6 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:29.788002 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-406ef92c-146c-45fb-9f59-abc8b22c9891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.795001 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port f6b69dae-1303-4f84-ba2b-fb79fe1654b6 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:29.795784 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.801027 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-745a6203-c32d-48e3-ad04-e225c2d8e72e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.843239 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ecf3c116-1b8e-4c62-a47c-0a176ab87f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:29.851003 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-745a6203-c32d-48e3-ad04-e225c2d8e72e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Transition to ACTIVE for port object a23670a1-71ab-4786-963b-22e49c0dfb4c will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:29.864456 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-04c59c8b-aa10-4f82-b013-f838102c6b45 req-3f0be7ce-8e3e-424f-bd5d-5308e4846078 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/security-groups?id=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420481 Jun 18 08:15:29.885870 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.902379 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] For port c73b32a0-b556-40f7-8846-a39f7be972d2, host hv-cinder-76111, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:29.910466 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] For port c73b32a0-b556-40f7-8846-a39f7be972d2, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c73b32a0-b556-40f7-8846-a39f7be972d2,segment=NetworkSegment(cf625552-5db4-4804-8708-c2d634c3afaf),segment_id=cf625552-5db4-4804-8708-c2d634c3afaf)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:29.920607 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cc4021-e99c-4549-9ec6-7e7d30278b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b69dae-1303-4f84-ba2b-fb79fe1654b6'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:15:29.926328 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.951670 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:29.959437 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:29.960271 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:29.962615 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] 10.222.0.88 "PUT /v2.0/ports/c73b32a0-b556-40f7-8846-a39f7be972d2 HTTP/1.1" status: 200 len: 1094 time: 2.4610293 Jun 18 08:15:29.967625 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a09fdf-119c-4e54-8d16-573f1cb44dd4', 'tag': 'c73b32a0-b556-40f7-8846-a39f7be972d2'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:15:29.970724 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487876c1-4a7c-4fea-9fc4-7f178ad4fe43" -d '{"events": [{"name": "network-changed", "server_uuid": "02a09fdf-119c-4e54-8d16-573f1cb44dd4", "tag": "c73b32a0-b556-40f7-8846-a39f7be972d2"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:15:29.987126 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e9e5371d-cc06-4164-8d1a-9d2aad62b59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:30.004445 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e9e5371d-cc06-4164-8d1a-9d2aad62b59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:30.007773 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e9e5371d-cc06-4164-8d1a-9d2aad62b59e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/14a7f6e2-9d5c-459b-aa6d-031f99859df7 HTTP/1.1" status: 204 len: 168 time: 0.6762190 Jun 18 08:15:30.010644 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ef92c-146c-45fb-9f59-abc8b22c9891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0d942d-ab30-49fe-bc02-161433dd2118,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:30.019680 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-406ef92c-146c-45fb-9f59-abc8b22c9891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:30.021462 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b8ceb236-cdf3-46ed-8f6b-6d8cde56605d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:30.047908 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9216c50-5b3d-453d-b1fc-917d713f60a3 req-3a9c8da8-9904-4119-b3f9-4cceb92223da tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:30.049397 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b9216c50-5b3d-453d-b1fc-917d713f60a3 req-3a9c8da8-9904-4119-b3f9-4cceb92223da tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 944 time: 0.3474436 Jun 18 08:15:30.053040 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406ef92c-146c-45fb-9f59-abc8b22c9891 admin admin] Checking segment: {'id': 'b7dcb215-1a95-42db-a717-a0981e62db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5622c6d6-0df3-4cb7-a747-dccef91d806c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:15:30.053405 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ef92c-146c-45fb-9f59-abc8b22c9891 admin admin] Network hostable DHCP agents. Network: 5622c6d6-0df3-4cb7-a747-dccef91d806c, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:15:30.055677 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5371d-cc06-4164-8d1a-9d2aad62b59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a7f6e2-9d5c-459b-aa6d-031f99859df7,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:30.062596 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e9e5371d-cc06-4164-8d1a-9d2aad62b59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:30.082422 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-745a6203-c32d-48e3-ad04-e225c2d8e72e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:30.130912 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f6b69dae-1303-4f84-ba2b-fb79fe1654b6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f6b69dae-1303-4f84-ba2b-fb79fe1654b6,segment=NetworkSegment(73b7a217-86ab-4163-933f-b59a31d6ae63),segment_id=73b7a217-86ab-4163-933f-b59a31d6ae63)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:30.144831 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:30.145711 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device a2c923ae-377f-435b-97f5-912fe5899846 up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:30.147627 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:30.186937 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.88', 55878) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:30.226014 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=f6b69dae-1303-4f84-ba2b-fb79fe1654b6,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:30.230484 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:30.239775 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ef92c-146c-45fb-9f59-abc8b22c9891 admin admin] Network 5622c6d6-0df3-4cb7-a747-dccef91d806c is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:15:30.252366 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning for port a2c923ae-377f-435b-97f5-912fe5899846 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:30.276392 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port a2c923ae-377f-435b-97f5-912fe5899846 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:30.277378 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:30.294374 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b9216c50-5b3d-453d-b1fc-917d713f60a3 req-7f7b05fa-1fbe-47f7-80e1-4742721e2a6d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351711 Jun 18 08:15:30.324955 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31a15ce-192e-4389-a98f-732a12034d15 {{(pid=92894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:15:30.331605 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-406ef92c-146c-45fb-9f59-abc8b22c9891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, 5622c6d6-0df3-4cb7-a747-dccef91d806c) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:30.337030 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc623471-6fbc-4276-89ab-b291c881cad0" -d '{"events": [{"server_uuid": "a4cc4021-e99c-4549-9ec6-7e7d30278b32", "name": "network-vif-plugged", "status": "completed", "tag": "f6b69dae-1303-4f84-ba2b-fb79fe1654b6"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:15:30.352844 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:30.358564 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:30.362646 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-ed756f4f-ca64-412d-a015-88df918b3aa1 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:30.364348 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-ed756f4f-ca64-412d-a015-88df918b3aa1 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.88 "GET /v2.0/networks?id=81beaa51-a303-4525-af1f-eae9f4b78c5e HTTP/1.1" status: 200 len: 817 time: 0.1632926 Jun 18 08:15:30.365020 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=c73b32a0-b556-40f7-8846-a39f7be972d2,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:30.366963 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c877d8-7aa6-489c-91cf-b8fda528cd0e None None] Network 5622c6d6-0df3-4cb7-a747-dccef91d806c requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:15:30.370191 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:30.372993 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-745a6203-c32d-48e3-ad04-e225c2d8e72e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Network cce11d3a-6683-4122-ab5e-a575bb7ecbfc is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:30.374518 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406ef92c-146c-45fb-9f59-abc8b22c9891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:30.374518 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-406ef92c-146c-45fb-9f59-abc8b22c9891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:30.374717 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:30.383558 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-931da09b-c839-4d7e-9fe7-44cc3fdbf621 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Request body: {'port': {'device_id': '8feb65a6-2d56-4c47-9004-761ade95852b', 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e', 'admin_state_up': True, 'tenant_id': 'd410c302b42f411e81e57b1efce3d4d3'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:30.390493 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:30.410227 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Transition to ACTIVE for port object f31a15ce-192e-4389-a98f-732a12034d15 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:30.414007 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:30.419092 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-406ef92c-146c-45fb-9f59-abc8b22c9891 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5645790 Jun 18 08:15:30.420772 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:30.429680 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-745a6203-c32d-48e3-ad04-e225c2d8e72e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:30.481130 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-745a6203-c32d-48e3-ad04-e225c2d8e72e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:15:30.492177 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-745a6203-c32d-48e3-ad04-e225c2d8e72e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:30.492790 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-745a6203-c32d-48e3-ad04-e225c2d8e72e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:30.509374 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ffcdf-d46c-4576-80bc-9ce9e642d84d req-a78a4835-2ecb-4342-a9e8-437280044844 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:30.523114 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f92ffcdf-d46c-4576-80bc-9ce9e642d84d req-a78a4835-2ecb-4342-a9e8-437280044844 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 931 time: 0.4820411 Jun 18 08:15:30.630131 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Pushing event updated for resources: {'Port': ['ID=f31a15ce-192e-4389-a98f-732a12034d15,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:30.637450 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:30.678382 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:15:30.680833 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:30.714378 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-745a6203-c32d-48e3-ad04-e225c2d8e72e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8206618 Jun 18 08:15:30.716512 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-4c262c92-0d82-469a-9dfd-f1d8440a10a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:30.718504 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-4c262c92-0d82-469a-9dfd-f1d8440a10a5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d410c302b42f411e81e57b1efce3d4d3&device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 1097 time: 0.6891506 Jun 18 08:15:30.724945 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Attempting to bind port f31a15ce-192e-4389-a98f-732a12034d15 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:15:30.727139 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Attempting to bind port f31a15ce-192e-4389-a98f-732a12034d15 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:15:30.728543 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Attempting to bind port f31a15ce-192e-4389-a98f-732a12034d15 on network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:30.733013 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a6203-c32d-48e3-ad04-e225c2d8e72e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event updated for resources: {'Port': ['ID=a23670a1-71ab-4786-963b-22e49c0dfb4c,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:30.747735 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Port f31a15ce-192e-4389-a98f-732a12034d15 on network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:15:30.749458 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Attempting to bind port f31a15ce-192e-4389-a98f-732a12034d15 on network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:30.769263 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-745a6203-c32d-48e3-ad04-e225c2d8e72e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:30.772796 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Request body: {'port': {'device_id': 'e08d3ed5-7623-4853-8df1-af72caf11625', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:30.777949 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Checking agent: {'id': '5fb525c3-ca5c-4ec2-8b58-f6f465875c85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'started_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:15:30.777949 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Checking segment: {'id': 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:15:30.778543 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Bound using segment: {'id': 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:15:30.779155 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Bound port: f31a15ce-192e-4389-a98f-732a12034d15, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:15:30.779577 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:30.811709 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-158fc1bc-b1c2-4151-b8db-610a5c92f3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:30.819091 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:30.830722 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:30.831103 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] Added segment 3e040bfd-2080-48b9-8a98-dea0a0786bfc of type vlan for network 12dda765-ec99-4b42-8370-68fcee69f8d8 Jun 18 08:15:30.855502 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02209c-b696-497d-9dc6-3a128c2679b0 req-ace8f3dd-6312-4b72-9318-4af4bbe54259 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:30.865616 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ad02209c-b696-497d-9dc6-3a128c2679b0 req-ace8f3dd-6312-4b72-9318-4af4bbe54259 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 932 time: 0.3589842 Jun 18 08:15:30.939244 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c0ae86-4c41-45e8-b166-45e9b0ff34df None None] Network 5622c6d6-0df3-4cb7-a747-dccef91d806c requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:15:30.958104 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ad02209c-b696-497d-9dc6-3a128c2679b0 req-56375810-97ef-4474-aa72-ea29a3ccf4f4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882115 Jun 18 08:15:30.963893 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] For port f31a15ce-192e-4389-a98f-732a12034d15, host hv-cinder-76111, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:30.972514 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] For port f31a15ce-192e-4389-a98f-732a12034d15, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f31a15ce-192e-4389-a98f-732a12034d15,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:30.979462 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:30.987009 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:30.995548 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port a2c923ae-377f-435b-97f5-912fe5899846, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a2c923ae-377f-435b-97f5-912fe5899846,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:30.999674 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-d1f1d9df-4e60-4cd2-a877-fb57c55a62ef None None] Provisioning for port a23670a1-71ab-4786-963b-22e49c0dfb4c completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:31.001748 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f92ffcdf-d46c-4576-80bc-9ce9e642d84d req-4208d386-12cd-4b8a-b321-cde32daace4f tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4761412 Jun 18 08:15:31.004757 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-71d5d46d-94a2-4e13-a031-8f444ae77425 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73b32a0-b556-40f7-8846-a39f7be972d2 HTTP/1.1" status: 200 len: 217 time: 0.2507877 Jun 18 08:15:31.022900 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:31.037754 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:31.049697 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-d1f1d9df-4e60-4cd2-a877-fb57c55a62ef None None] Provisioning complete for port a23670a1-71ab-4786-963b-22e49c0dfb4c triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:31.050309 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d1f1d9df-4e60-4cd2-a877-fb57c55a62ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:31.080313 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcdb702-71f0-459d-a3b9-ff6186ba36f2 x-openstack-request-id: req-ddcdb702-71f0-459d-a3b9-ff6186ba36f2 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:15:31.080313 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a09fdf-119c-4e54-8d16-573f1cb44dd4", "tag": "c73b32a0-b556-40f7-8846-a39f7be972d2", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:15:31.080313 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ddcdb702-71f0-459d-a3b9-ff6186ba36f2 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:15:31.080313 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a09fdf-119c-4e54-8d16-573f1cb44dd4', 'tag': 'c73b32a0-b556-40f7-8846-a39f7be972d2', 'status': 'completed', 'code': 200} Jun 18 08:15:31.099868 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:31.100885 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for port, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:31.121538 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] 10.222.0.88 "PUT /v2.0/ports/f31a15ce-192e-4389-a98f-732a12034d15 HTTP/1.1" status: 200 len: 1093 time: 1.7450166 Jun 18 08:15:31.122441 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2db490-a960-4b9f-8486-7f39c1777648', 'tag': 'f31a15ce-192e-4389-a98f-732a12034d15'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:15:31.124456 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d4a6f3920ccc3ade7532bdd730024439807c66d4760f84cd00b045d0cef5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da67b921-586c-4605-82fe-9b74eeb14e10" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2db490-a960-4b9f-8486-7f39c1777648", "tag": "f31a15ce-192e-4389-a98f-732a12034d15"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:15:31.189599 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-d1f1d9df-4e60-4cd2-a877-fb57c55a62ef None None] Port a23670a1-71ab-4786-963b-22e49c0dfb4c cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:15:31.195144 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=a2c923ae-377f-435b-97f5-912fe5899846,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:31.219080 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:31.224402 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:31.254646 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Pushing event updated for resources: {'Port': ['ID=f31a15ce-192e-4389-a98f-732a12034d15,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:31.259223 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:31.310441 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-4224d695-af0e-4529-8f44-e9b6dc1b6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:31.312042 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-4224d695-af0e-4529-8f44-e9b6dc1b6b2f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0f32dd32d7140888841a500cf4e733a&device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 1096 time: 0.1409330 Jun 18 08:15:31.353712 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07f3da9-9cc0-4918-8ac0-f7fdd87ed59c,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:31.373998 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-28312303-cb3b-4fad-b0a0-8296a3f9c166 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f31a15ce-192e-4389-a98f-732a12034d15 HTTP/1.1" status: 200 len: 217 time: 0.0506511 Jun 18 08:15:31.376309 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:31.387830 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:31.418037 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb406be-32b6-4f37-bb42-278c2d65c20a x-openstack-request-id: req-ffb406be-32b6-4f37-bb42-278c2d65c20a {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:15:31.418307 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cc4021-e99c-4549-9ec6-7e7d30278b32", "name": "network-vif-plugged", "status": "completed", "tag": "f6b69dae-1303-4f84-ba2b-fb79fe1654b6", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:15:31.418565 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ffb406be-32b6-4f37-bb42-278c2d65c20a {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:15:31.419059 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cc4021-e99c-4549-9ec6-7e7d30278b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b69dae-1303-4f84-ba2b-fb79fe1654b6', 'code': 200} Jun 18 08:15:31.464246 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-7351c73e-0f76-44d0-a48a-a80237f188ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:31.465762 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-7351c73e-0f76-44d0-a48a-a80237f188ef service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb87a6f4-0113-442a-b865-b8bb43f888a4 HTTP/1.1" status: 200 len: 855 time: 0.0803723 Jun 18 08:15:31.546714 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:31.547620 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:31.556643 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5c3fe110-64e1-4b3b-94ab-e42290264a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:31.564878 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8bcec9d7-d1fb-4a6b-b5c1-d06a1b0e7765 req-46f190fa-82d7-475b-bda2-f8d184713d58 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 210 time: 0.2511947 Jun 18 08:15:31.582673 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-d8b588c1-07cb-4c41-92ec-ce51d7e1d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:31.584595 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-d8b588c1-07cb-4c41-92ec-ce51d7e1d734 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1130421 Jun 18 08:15:31.641734 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-2ee687a5-f9a0-40c2-917c-2ec65bdcbdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:31.643554 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-2ee687a5-f9a0-40c2-917c-2ec65bdcbdfc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a962334-f0f8-4687-b920-e54f22a8616d HTTP/1.1" status: 200 len: 857 time: 0.5519001 Jun 18 08:15:31.679278 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-931da09b-c839-4d7e-9fe7-44cc3fdbf621 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Made reservation on behalf of d410c302b42f411e81e57b1efce3d4d3 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:31.683341 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-931da09b-c839-4d7e-9fe7-44cc3fdbf621 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:31.716951 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:31.722265 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.2463899 Jun 18 08:15:31.723774 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.88', 55881) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:31.724111 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42382) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:31.732213 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-876dfe29-1180-4e93-8950-5ba27b9d9888 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=81beaa51-a303-4525-af1f-eae9f4b78c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765042 Jun 18 08:15:31.745469 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-f2fa4130-ea87-4dd4-8c0c-e44f4bc55fb3 admin admin] Request body: {'subnet': {'network_id': '12dda765-ec99-4b42-8370-68fcee69f8d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2051726856-subnet', 'tenant_id': '7163f2473e3645a79b90c07076deaed3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:31.814304 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] Pushing event updated for resources: {'Network': ['ID=12dda765-ec99-4b42-8370-68fcee69f8d8,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:31.839283 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network 12dda765-ec99-4b42-8370-68fcee69f8d8 details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:15:31.855596 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:31.987121 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fa4130-ea87-4dd4-8c0c-e44f4bc55fb3 admin admin] Made reservation on behalf of 7163f2473e3645a79b90c07076deaed3 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:31.989579 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f2fa4130-ea87-4dd4-8c0c-e44f4bc55fb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:32.020968 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4926a1f3-8ef3-4aaf-977f-da6ebefa0421 x-openstack-request-id: req-4926a1f3-8ef3-4aaf-977f-da6ebefa0421 {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:15:32.021504 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2db490-a960-4b9f-8486-7f39c1777648", "tag": "f31a15ce-192e-4389-a98f-732a12034d15", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:15:32.021601 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4926a1f3-8ef3-4aaf-977f-da6ebefa0421 {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:15:32.022032 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2db490-a960-4b9f-8486-7f39c1777648', 'tag': 'f31a15ce-192e-4389-a98f-732a12034d15', 'status': 'completed', 'code': 200} Jun 18 08:15:32.080874 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-84e90251-d52f-4f6b-bd31-9e1ae6f60aea service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890828 Jun 18 08:15:32.148630 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5210ec0-0221-440c-8c16-d71a9c256da4 req-d22be67e-b0bf-47ec-8374-20ca34b6372c tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:32.150278 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a5210ec0-0221-440c-8c16-d71a9c256da4 req-d22be67e-b0bf-47ec-8374-20ca34b6372c tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 945 time: 0.4819810 Jun 18 08:15:32.225423 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a5210ec0-0221-440c-8c16-d71a9c256da4 req-ad52f2e9-138a-4474-b428-9d33a8d588fd tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/security-groups?id=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630622 Jun 18 08:15:32.227559 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b8dbfeb6-0700-48e1-aded-40cc85306dfe req-48be36ca-ec96-4ed3-8c98-beabd34f95b1 service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383605 Jun 18 08:15:32.375476 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-938ab672-52ed-4495-b2b7-cfad8e8de74e service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112881 Jun 18 08:15:32.388017 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67b921-586c-4605-82fe-9b74eeb14e10 req-9d86c324-6a65-44ec-adf0-6dfdf6aecbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:32.389633 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da67b921-586c-4605-82fe-9b74eeb14e10 req-9d86c324-6a65-44ec-adf0-6dfdf6aecbc0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0f32dd32d7140888841a500cf4e733a&device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 1096 time: 0.0919967 Jun 18 08:15:32.504200 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dda80-1f48-496d-911d-debb7a5f33c5 req-8f9181ed-4517-47f7-8fcb-8ac80e872c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:32.505678 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e27dda80-1f48-496d-911d-debb7a5f33c5 req-8f9181ed-4517-47f7-8fcb-8ac80e872c90 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 1098 time: 0.7725885 Jun 18 08:15:32.515715 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4d9a4-2f63-4d04-a43a-b2af64c22183 req-472eadc2-58f9-41c2-9a42-4ebb94ede46e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:32.517318 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-04e4d9a4-2f63-4d04-a43a-b2af64c22183 req-472eadc2-58f9-41c2-9a42-4ebb94ede46e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 932 time: 0.1760571 Jun 18 08:15:32.590905 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-931da09b-c839-4d7e-9fe7-44cc3fdbf621 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Allocated IP 172.20.0.12 (81beaa51-a303-4525-af1f-eae9f4b78c5e/5a962334-f0f8-4687-b920-e54f22a8616d/5b8582ca-9553-437b-854d-f337ef101227) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:32.594819 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e27dda80-1f48-496d-911d-debb7a5f33c5 req-b43cb923-6342-44ef-beba-b99c44328ac3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:32.612201 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-04e4d9a4-2f63-4d04-a43a-b2af64c22183 req-f723c5be-7b3e-4709-a25a-f231b09bb120 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848212 Jun 18 08:15:32.615357 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67b921-586c-4605-82fe-9b74eeb14e10 req-fcff8d31-c112-4ea6-8d72-05cfe33f19f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:32.616834 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da67b921-586c-4605-82fe-9b74eeb14e10 req-fcff8d31-c112-4ea6-8d72-05cfe33f19f8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802 HTTP/1.1" status: 200 len: 918 time: 0.2199154 Jun 18 08:15:32.663638 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cd40e-3496-4de7-ba70-ab166f4efa86 req-ecda8d47-5a7c-4b07-aec6-2cf64b67b011 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:32.665444 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-465cd40e-3496-4de7-ba70-ab166f4efa86 req-ecda8d47-5a7c-4b07-aec6-2cf64b67b011 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.6815081 Jun 18 08:15:32.693539 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da67b921-586c-4605-82fe-9b74eeb14e10 req-eb177a8e-ad42-4c11-8a2d-fae2720936f8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f31a15ce-192e-4389-a98f-732a12034d15 HTTP/1.1" status: 200 len: 217 time: 0.0689743 Jun 18 08:15:32.777875 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d377b13-d122-4290-b36a-a8629009d8b2 req-7793472f-a255-4186-a9c1-b010fdd6691b service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795731 Jun 18 08:15:32.796862 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67b921-586c-4605-82fe-9b74eeb14e10 req-58b6e535-ad69-4b8b-8707-740e80e6e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:32.798767 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da67b921-586c-4605-82fe-9b74eeb14e10 req-58b6e535-ad69-4b8b-8707-740e80e6e436 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb87a6f4-0113-442a-b865-b8bb43f888a4 HTTP/1.1" status: 200 len: 855 time: 0.0989938 Jun 18 08:15:32.872024 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebdcc4-e7a4-4003-aa91-179dc7d03da1 req-dd2fc7cb-6287-4d73-bc3b-5cec9c109f17 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:32.873621 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e8ebdcc4-e7a4-4003-aa91-179dc7d03da1 req-dd2fc7cb-6287-4d73-bc3b-5cec9c109f17 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.1356568 Jun 18 08:15:32.893666 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67b921-586c-4605-82fe-9b74eeb14e10 req-49f2cc12-af9c-4c88-8944-b6b33b10bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:32.895286 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da67b921-586c-4605-82fe-9b74eeb14e10 req-49f2cc12-af9c-4c88-8944-b6b33b10bd2f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0867846 Jun 18 08:15:32.950306 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-465cd40e-3496-4de7-ba70-ab166f4efa86 req-e40df4d7-0ad4-47da-8367-1367d57d9ca7 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697616 Jun 18 08:15:32.951198 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f2fa4130-ea87-4dd4-8c0c-e44f4bc55fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:33.000966 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:33.020815 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e8ebdcc4-e7a4-4003-aa91-179dc7d03da1 req-dcbf037c-2b55-4fd6-8297-d0ec0b525766 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372347 Jun 18 08:15:33.076995 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23670a1-71ab-4786-963b-22e49c0dfb4c {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:15:33.109447 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da67b921-586c-4605-82fe-9b74eeb14e10 req-a4fea69f-5808-4944-a22f-e286bd92893c service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068937 Jun 18 08:15:33.111791 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:33.210807 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa4130-ea87-4dd4-8c0c-e44f4bc55fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbda4b62-bf98-470f-919e-40ed3002318e,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:33.214604 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Transition to ACTIVE for port object a23670a1-71ab-4786-963b-22e49c0dfb4c will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:33.228869 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b3025d78-67af-4e00-98fa-85498460a08f req-465f8d33-7e98-4408-8be6-2f6b7dabbf20 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 210 time: 0.1004438 Jun 18 08:15:33.237389 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f2fa4130-ea87-4dd4-8c0c-e44f4bc55fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:33.241694 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da67b921-586c-4605-82fe-9b74eeb14e10 req-2926bed2-8459-451e-9a6a-533e744f378d service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253722 Jun 18 08:15:33.243512 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:33.246853 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-931da09b-c839-4d7e-9fe7-44cc3fdbf621 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:33.266601 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:33.307860 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fa4130-ea87-4dd4-8c0c-e44f4bc55fb3 admin admin] Checking segment: {'id': '3e040bfd-2080-48b9-8a98-dea0a0786bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '12dda765-ec99-4b42-8370-68fcee69f8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:15:33.308040 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fa4130-ea87-4dd4-8c0c-e44f4bc55fb3 admin admin] Network hostable DHCP agents. Network: 12dda765-ec99-4b42-8370-68fcee69f8d8, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:15:33.316470 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e27dda80-1f48-496d-911d-debb7a5f33c5 req-b43cb923-6342-44ef-beba-b99c44328ac3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:33.332423 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e27dda80-1f48-496d-911d-debb7a5f33c5 req-b43cb923-6342-44ef-beba-b99c44328ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:33.334478 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487876c1-4a7c-4fea-9fc4-7f178ad4fe43 req-d1d8ff08-3d0b-44bf-b52a-43cb6fc0752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:33.335980 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-487876c1-4a7c-4fea-9fc4-7f178ad4fe43 req-d1d8ff08-3d0b-44bf-b52a-43cb6fc0752e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d410c302b42f411e81e57b1efce3d4d3&device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 1097 time: 0.4944055 Jun 18 08:15:33.420162 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12d2af3-8a64-4f89-9780-3afa74028ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c923ae-377f-435b-97f5-912fe5899846'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:15:33.424961 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d5f3c3-9f29-4378-88b7-f800808274ba" -d '{"events": [{"server_uuid": "f12d2af3-8a64-4f89-9780-3afa74028ae5", "name": "network-vif-plugged", "status": "completed", "tag": "a2c923ae-377f-435b-97f5-912fe5899846"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:15:33.469493 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Pushing event updated for resources: {'Port': ['ID=a23670a1-71ab-4786-963b-22e49c0dfb4c,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:33.480139 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e27dda80-1f48-496d-911d-debb7a5f33c5 req-b43cb923-6342-44ef-beba-b99c44328ac3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9364853 Jun 18 08:15:33.481288 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:33.489565 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe834a23-a356-4230-a232-19f19002fc79 req-f945efad-5bd6-4385-8532-59d99837627f tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:33.498412 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fe834a23-a356-4230-a232-19f19002fc79 req-f945efad-5bd6-4385-8532-59d99837627f tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 945 time: 0.1104035 Jun 18 08:15:33.499836 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:33.504884 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fa4130-ea87-4dd4-8c0c-e44f4bc55fb3 admin admin] Network 12dda765-ec99-4b42-8370-68fcee69f8d8 is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:15:33.522519 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95356dba-6ecf-4584-a127-3a58c239c846 x-openstack-request-id: req-95356dba-6ecf-4584-a127-3a58c239c846 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:15:33.522849 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12d2af3-8a64-4f89-9780-3afa74028ae5", "name": "network-vif-plugged", "status": "completed", "tag": "a2c923ae-377f-435b-97f5-912fe5899846", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:15:33.523169 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-95356dba-6ecf-4584-a127-3a58c239c846 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:15:33.523767 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12d2af3-8a64-4f89-9780-3afa74028ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c923ae-377f-435b-97f5-912fe5899846', 'code': 200} Jun 18 08:15:33.562366 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-f2fa4130-ea87-4dd4-8c0c-e44f4bc55fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, 12dda765-ec99-4b42-8370-68fcee69f8d8) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:33.563624 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fe834a23-a356-4230-a232-19f19002fc79 req-b6a84135-5a13-458b-aaa8-a5b96e72f215 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/security-groups?id=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642085 Jun 18 08:15:33.569302 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Attempting to bind port a23670a1-71ab-4786-963b-22e49c0dfb4c on host hv-cinder-76111 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:15:33.569991 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Attempting to bind port a23670a1-71ab-4786-963b-22e49c0dfb4c by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '9624ca7d-91e5-4834-945a-b4ad2a67cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:15:33.570107 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Attempting to bind port a23670a1-71ab-4786-963b-22e49c0dfb4c on network cce11d3a-6683-4122-ab5e-a575bb7ecbfc {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:33.570352 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e2bdff-f9c9-4da2-bc24-6d2cea8148f9 None None] Network 12dda765-ec99-4b42-8370-68fcee69f8d8 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:15:33.578804 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fa4130-ea87-4dd4-8c0c-e44f4bc55fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:33.579439 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f2fa4130-ea87-4dd4-8c0c-e44f4bc55fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:33.591072 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cb923-6342-44ef-beba-b99c44328ac3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=19bc9051-f521-404c-867d-439e8b4efd71,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:33.593930 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-931da09b-c839-4d7e-9fe7-44cc3fdbf621 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:33.595809 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b43cb923-6342-44ef-beba-b99c44328ac3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:33.603347 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Port a23670a1-71ab-4786-963b-22e49c0dfb4c on network cce11d3a-6683-4122-ab5e-a575bb7ecbfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:15:33.603451 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Attempting to bind port a23670a1-71ab-4786-963b-22e49c0dfb4c on network cce11d3a-6683-4122-ab5e-a575bb7ecbfc {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:33.630607 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:33.673792 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f2fa4130-ea87-4dd4-8c0c-e44f4bc55fb3 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9328139 Jun 18 08:15:33.683756 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-931da09b-c839-4d7e-9fe7-44cc3fdbf621 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Network 81beaa51-a303-4525-af1f-eae9f4b78c5e is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:33.684940 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Checking agent: {'id': '5fb525c3-ca5c-4ec2-8b58-f6f465875c85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'started_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:15:33.685708 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Checking segment: {'id': '9624ca7d-91e5-4834-945a-b4ad2a67cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:15:33.686158 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Bound using segment: {'id': '9624ca7d-91e5-4834-945a-b4ad2a67cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:15:33.686705 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Bound port: a23670a1-71ab-4786-963b-22e49c0dfb4c, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9624ca7d-91e5-4834-945a-b4ad2a67cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:15:33.687085 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:33.768316 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] For port a23670a1-71ab-4786-963b-22e49c0dfb4c, host hv-cinder-76111, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:33.772853 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] For port a23670a1-71ab-4786-963b-22e49c0dfb4c, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a23670a1-71ab-4786-963b-22e49c0dfb4c,segment=NetworkSegment(9624ca7d-91e5-4834-945a-b4ad2a67cdde),segment_id=9624ca7d-91e5-4834-945a-b4ad2a67cdde)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:33.773683 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487876c1-4a7c-4fea-9fc4-7f178ad4fe43 req-fd4e8ed8-d752-4c3d-b90c-824ddb28624a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:33.775517 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-487876c1-4a7c-4fea-9fc4-7f178ad4fe43 req-fd4e8ed8-d752-4c3d-b90c-824ddb28624a service neutron] 10.222.0.88 "GET /v2.0/networks?id=81beaa51-a303-4525-af1f-eae9f4b78c5e HTTP/1.1" status: 200 len: 919 time: 0.4045839 Jun 18 08:15:33.780863 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-931da09b-c839-4d7e-9fe7-44cc3fdbf621 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:33.787844 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:33.792373 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-931da09b-c839-4d7e-9fe7-44cc3fdbf621 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:15:33.798023 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-931da09b-c839-4d7e-9fe7-44cc3fdbf621 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:33.798648 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-931da09b-c839-4d7e-9fe7-44cc3fdbf621 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:33.824054 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42438) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:33.846094 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb1b248-6ab9-4d75-b3b5-8f72ce824c07 None None] Network 12dda765-ec99-4b42-8370-68fcee69f8d8 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:15:33.887920 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931da09b-c839-4d7e-9fe7-44cc3fdbf621 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Pushing event updated for resources: {'Port': ['ID=5b8582ca-9553-437b-854d-f337ef101227,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:33.903678 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cea5814-f043-4a99-b1ff-2919d4e334f6 admin admin] Deleting subnet 673aacaa-533f-44c4-b698-a06e33923130 {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:15:33.904471 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-487876c1-4a7c-4fea-9fc4-7f178ad4fe43 req-0b90d147-b3ea-4eb1-aaa3-40d17fc07132 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73b32a0-b556-40f7-8846-a39f7be972d2 HTTP/1.1" status: 200 len: 217 time: 0.1189091 Jun 18 08:15:33.905554 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-931da09b-c839-4d7e-9fe7-44cc3fdbf621 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:33.907590 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cea5814-f043-4a99-b1ff-2919d4e334f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:33.915921 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:33.949055 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cea5814-f043-4a99-b1ff-2919d4e334f6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:33.957956 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cea5814-f043-4a99-b1ff-2919d4e334f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8181128'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:33.965761 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-931da09b-c839-4d7e-9fe7-44cc3fdbf621 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5861678 Jun 18 08:15:33.992513 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:33.993740 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:33.995203 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] 10.222.0.88 "PUT /v2.0/ports/a23670a1-71ab-4786-963b-22e49c0dfb4c HTTP/1.1" status: 200 len: 1094 time: 3.2461889 Jun 18 08:15:33.995711 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08d3ed5-7623-4853-8df1-af72caf11625', 'tag': 'a23670a1-71ab-4786-963b-22e49c0dfb4c'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:15:33.998026 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27cde9f-0eef-48ec-8905-3af5eeba477c" -d '{"events": [{"name": "network-changed", "server_uuid": "e08d3ed5-7623-4853-8df1-af72caf11625", "tag": "a23670a1-71ab-4786-963b-22e49c0dfb4c"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:15:34.022284 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Request body: {'port': {'device_id': '8feb65a6-2d56-4c47-9004-761ade95852b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:34.026905 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cea5814-f043-4a99-b1ff-2919d4e334f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8181127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:34.040776 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:34.073461 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea5814-f043-4a99-b1ff-2919d4e334f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=673aacaa-533f-44c4-b698-a06e33923130,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:34.077013 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5cea5814-f043-4a99-b1ff-2919d4e334f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:34.078495 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5cea5814-f043-4a99-b1ff-2919d4e334f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:34.081499 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5cea5814-f043-4a99-b1ff-2919d4e334f6 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/673aacaa-533f-44c4-b698-a06e33923130 HTTP/1.1" status: 204 len: 168 time: 0.2555261 Jun 18 08:15:34.083085 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42446) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:34.129929 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Pushing event updated for resources: {'Port': ['ID=a23670a1-71ab-4786-963b-22e49c0dfb4c,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:34.135200 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:34.140799 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487876c1-4a7c-4fea-9fc4-7f178ad4fe43 req-9c7aecca-38de-4d01-98f9-b7a65cc011ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:34.143148 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-487876c1-4a7c-4fea-9fc4-7f178ad4fe43 req-9c7aecca-38de-4d01-98f9-b7a65cc011ad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a962334-f0f8-4687-b920-e54f22a8616d HTTP/1.1" status: 200 len: 857 time: 0.2219830 Jun 18 08:15:34.174239 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093684'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:34.211558 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-487876c1-4a7c-4fea-9fc4-7f178ad4fe43 req-0b2ea1a2-5516-45e6-b667-04685050032f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=81beaa51-a303-4525-af1f-eae9f4b78c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578685 Jun 18 08:15:34.243966 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06dd33-f2c5-464d-9ad3-5419ec14fc02 req-2bf3ca26-cb0d-46ad-ab0c-8c26118e222e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:34.245705 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2c06dd33-f2c5-464d-9ad3-5419ec14fc02 req-2bf3ca26-cb0d-46ad-ab0c-8c26118e222e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 944 time: 0.4668531 Jun 18 08:15:34.253988 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdb092-b856-4706-9b0c-c4d24754b522 req-a27f22f7-9bee-4ba5-a762-270c28e5eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:34.255489 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9cbdb092-b856-4706-9b0c-c4d24754b522 req-a27f22f7-9bee-4ba5-a762-270c28e5eb14 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 1098 time: 0.3564739 Jun 18 08:15:34.303810 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187415', 'neutron.services.segments.db._delete_segments_for_network-8757668836051'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:34.304025 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:34.324100 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81d0e5-d28c-4212-bed4-346668bf9cea req-818528c8-6e2a-4a8f-b6fe-580e5bcaffe1 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:34.325619 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3d81d0e5-d28c-4212-bed4-346668bf9cea req-818528c8-6e2a-4a8f-b6fe-580e5bcaffe1 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.1475129 Jun 18 08:15:34.327754 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:34.328119 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:34.328896 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:34.330011 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Subscribe: > port after_create 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:34.330011 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Subscribe: > port after_delete 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:34.330011 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Subscribe: > port after_update 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:34.330285 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:34.330932 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:34.330932 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:34.331197 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:34.361234 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-507ebce0-4161-4830-8ae7-1d5eb2e74665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:34.362711 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-507ebce0-4161-4830-8ae7-1d5eb2e74665 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 1097 time: 0.2995577 Jun 18 08:15:34.425269 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9cbdb092-b856-4706-9b0c-c4d24754b522 req-11b816fb-57df-4583-85ba-16a4a6a3a3de service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294227 Jun 18 08:15:34.494001 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:34.494250 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:34.494597 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:34.494935 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:34.495330 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408ef77e-2e3c-46da-a34a-0948499ceb94']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:34.525032 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0221fb-01db-41d3-9f88-bc209bdfb949') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:34.525366 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0221fb-01db-41d3-9f88-bc209bdfb949') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:34.552750 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757668835880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438525'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:34.585158 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3d81d0e5-d28c-4212-bed4-346668bf9cea req-b5c9ea1b-b487-4a19-a718-4bf8126bfee8 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842497 Jun 18 08:15:34.597715 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:34.608355 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:15:34.608907 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224014'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: from cryptography.utils import int_from_bytes Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: from cryptography.utils import int_from_bytes Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: timer() Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: cb(*args, **kw) Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: self._notify() Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: self.callback(batched_events) Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: event.method(event) Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._get(url).json() Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:15:34.613684 dv-cinder-761113-14-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:15:34.669622 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2c06dd33-f2c5-464d-9ad3-5419ec14fc02 req-f5c76df7-5997-4c02-ba8a-3e3e42b3110d tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3724716 Jun 18 08:15:34.694429 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-a555519f-dbd2-4a58-ad83-817c1915914a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23670a1-71ab-4786-963b-22e49c0dfb4c HTTP/1.1" status: 200 len: 217 time: 0.3006804 Jun 18 08:15:34.696056 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd353da-9a74-4841-8440-21ff8999f3e5 x-openstack-request-id: req-3fd353da-9a74-4841-8440-21ff8999f3e5 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:15:34.696423 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08d3ed5-7623-4853-8df1-af72caf11625", "tag": "a23670a1-71ab-4786-963b-22e49c0dfb4c", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:15:34.696629 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3fd353da-9a74-4841-8440-21ff8999f3e5 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:15:34.697152 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08d3ed5-7623-4853-8df1-af72caf11625', 'tag': 'a23670a1-71ab-4786-963b-22e49c0dfb4c', 'status': 'completed', 'code': 200} Jun 18 08:15:34.725177 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8187406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543934'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:34.733058 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:34.741461 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-487876c1-4a7c-4fea-9fc4-7f178ad4fe43 req-a6d3dbcb-f5f7-4d8c-a2c0-126f5a02055c service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173802 Jun 18 08:15:34.764152 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:34.767025 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] 10.222.0.83 "DELETE /v2.0/networks/408ef77e-2e3c-46da-a34a-0948499ceb94 HTTP/1.1" status: 204 len: 168 time: 0.6814921 Jun 18 08:15:34.771739 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42466) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:34.772593 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Pushing event deleted for resources: {'Network': ['ID=408ef77e-2e3c-46da-a34a-0948499ceb94,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:34.778194 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:34.867222 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66fec94-1460-4652-8e94-ff4e4825768d admin admin] Deleting subnet bbda4b62-bf98-470f-919e-40ed3002318e {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:15:34.876302 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d66fec94-1460-4652-8e94-ff4e4825768d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:34.991833 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d66fec94-1460-4652-8e94-ff4e4825768d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438516'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:35.049616 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf032c-85c2-4528-9fd3-0b3a6cae4e9f req-c1bc2dcb-fcd8-4e66-9f6d-cf83aea0444f tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:35.057828 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7cbf032c-85c2-4528-9fd3-0b3a6cae4e9f req-c1bc2dcb-fcd8-4e66-9f6d-cf83aea0444f tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.1759112 Jun 18 08:15:35.081850 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d66fec94-1460-4652-8e94-ff4e4825768d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8181128'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:35.112783 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-800b2daf-5038-47d4-866d-09325da87dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:35.114181 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-800b2daf-5038-47d4-866d-09325da87dab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 200 len: 849 time: 0.4029560 Jun 18 08:15:35.148395 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7cbf032c-85c2-4528-9fd3-0b3a6cae4e9f req-df23cc01-f65d-4292-a625-095cf09f14e3 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892658 Jun 18 08:15:35.189610 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d66fec94-1460-4652-8e94-ff4e4825768d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8181127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8579627'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:35.192199 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8e4d7063-1886-4dc4-ae3e-846138412404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:35.224172 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ab9ba-fc5d-42c0-8568-b21ffd5c5455 req-28788f74-8586-4bb4-a375-ecc7b7f3c97b tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:35.225749 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ad2ab9ba-fc5d-42c0-8568-b21ffd5c5455 req-28788f74-8586-4bb4-a375-ecc7b7f3c97b tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 932 time: 0.3325026 Jun 18 08:15:35.248045 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fec94-1460-4652-8e94-ff4e4825768d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbda4b62-bf98-470f-919e-40ed3002318e,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:35.251763 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d66fec94-1460-4652-8e94-ff4e4825768d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:35.254356 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d66fec94-1460-4652-8e94-ff4e4825768d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:35.256262 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d66fec94-1460-4652-8e94-ff4e4825768d admin admin] 10.222.0.83 "DELETE /v2.0/subnets/bbda4b62-bf98-470f-919e-40ed3002318e HTTP/1.1" status: 204 len: 168 time: 0.4798884 Jun 18 08:15:35.259281 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42480) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:35.263491 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-487876c1-4a7c-4fea-9fc4-7f178ad4fe43 req-3972bbb0-eb3a-4784-a39d-3f0988683106 service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164875 Jun 18 08:15:35.310585 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ad2ab9ba-fc5d-42c0-8568-b21ffd5c5455 req-5d3087ce-c021-459a-bd4b-cdd2f03dc5f9 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698547 Jun 18 08:15:35.324577 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-8fab7cf7-dbd8-4b3b-9b22-0be71c791603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:35.326549 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-8fab7cf7-dbd8-4b3b-9b22-0be71c791603 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2042058 Jun 18 08:15:35.335026 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4ae6-7f6e-4a3f-aaa8-7d2ac1be5873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093684'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:35.440895 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8582ca-9553-437b-854d-f337ef101227 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:15:35.460347 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:35.461231 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4ae6-7f6e-4a3f-aaa8-7d2ac1be5873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187415', 'neutron.services.segments.db._delete_segments_for_network-8757668836051'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:35.479421 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-f0fd4ae6-7f6e-4a3f-aaa8-7d2ac1be5873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12dda765-ec99-4b42-8370-68fcee69f8d8']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:35.490042 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Transition to ACTIVE for port object 5b8582ca-9553-437b-854d-f337ef101227 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:15:35.493204 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-a8a01679-16db-483e-9f8a-1479a4bf5ef6 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584871 Jun 18 08:15:35.493904 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-f0fd4ae6-7f6e-4a3f-aaa8-7d2ac1be5873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e040bfd-2080-48b9-8a98-dea0a0786bfc') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:35.494234 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-f0fd4ae6-7f6e-4a3f-aaa8-7d2ac1be5873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e040bfd-2080-48b9-8a98-dea0a0786bfc') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:35.494413 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:35.497429 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:35.506405 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4ae6-7f6e-4a3f-aaa8-7d2ac1be5873 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757668835880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438525'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:35.523080 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4ae6-7f6e-4a3f-aaa8-7d2ac1be5873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:35.535518 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d965f9-99bc-4a50-9555-f1c64f04e5dc req-160a05c6-e391-46c3-a633-a840fd5e683f tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:35.536970 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-82d965f9-99bc-4a50-9555-f1c64f04e5dc req-160a05c6-e391-46c3-a633-a840fd5e683f tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 945 time: 0.1609459 Jun 18 08:15:35.539970 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fd4ae6-7f6e-4a3f-aaa8-7d2ac1be5873 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:15:35.540512 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4ae6-7f6e-4a3f-aaa8-7d2ac1be5873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224014'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: timer() Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: cb(*args, **kw) Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: self._notify() Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: self.callback(batched_events) Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: event.method(event) Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._get(url).json() Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:15:35.542270 dv-cinder-761113-14-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:15:35.625996 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-82d965f9-99bc-4a50-9555-f1c64f04e5dc req-acbc3d40-175b-47e5-b0b5-2f220ebf4de8 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/security-groups?id=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741487 Jun 18 08:15:35.626696 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4ae6-7f6e-4a3f-aaa8-7d2ac1be5873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8187406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543934'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:35.630350 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:35.634265 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4ae6-7f6e-4a3f-aaa8-7d2ac1be5873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:35.635954 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8582ca-9553-437b-854d-f337ef101227,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:35.636929 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f0fd4ae6-7f6e-4a3f-aaa8-7d2ac1be5873 admin admin] 10.222.0.83 "DELETE /v2.0/networks/12dda765-ec99-4b42-8370-68fcee69f8d8 HTTP/1.1" status: 204 len: 168 time: 0.3767207 Jun 18 08:15:35.641293 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:35.663125 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd4ae6-7f6e-4a3f-aaa8-7d2ac1be5873 admin admin] Pushing event deleted for resources: {'Network': ['ID=12dda765-ec99-4b42-8370-68fcee69f8d8,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:35.670526 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f0fd4ae6-7f6e-4a3f-aaa8-7d2ac1be5873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:35.697132 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-082db868-b9b3-45cc-9e66-c6098485cb3d req-ca5864f4-f737-42b5-adbd-ca36cf0d5d90 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729274 Jun 18 08:15:35.709114 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Attempting to bind port 5b8582ca-9553-437b-854d-f337ef101227 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:15:35.709114 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Attempting to bind port 5b8582ca-9553-437b-854d-f337ef101227 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'cf625552-5db4-4804-8708-c2d634c3afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:15:35.709806 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Attempting to bind port 5b8582ca-9553-437b-854d-f337ef101227 on network 81beaa51-a303-4525-af1f-eae9f4b78c5e {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:35.714729 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Port 5b8582ca-9553-437b-854d-f337ef101227 on network 81beaa51-a303-4525-af1f-eae9f4b78c5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:15:35.715196 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Attempting to bind port 5b8582ca-9553-437b-854d-f337ef101227 on network 81beaa51-a303-4525-af1f-eae9f4b78c5e {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:15:35.721459 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Checking agent: {'id': '5fb525c3-ca5c-4ec2-8b58-f6f465875c85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'started_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:15:35.721873 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Checking segment: {'id': 'cf625552-5db4-4804-8708-c2d634c3afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:15:35.722466 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Bound using segment: {'id': 'cf625552-5db4-4804-8708-c2d634c3afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:15:35.723140 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Bound port: 5b8582ca-9553-437b-854d-f337ef101227, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf625552-5db4-4804-8708-c2d634c3afaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:15:35.723568 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:35.744680 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f31a15ce-192e-4389-a98f-732a12034d15 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:15:35.891735 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] For port 5b8582ca-9553-437b-854d-f337ef101227, host hv-cinder-76111, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:35.891912 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42490) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:35.897997 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] For port 5b8582ca-9553-437b-854d-f337ef101227, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5b8582ca-9553-437b-854d-f337ef101227,segment=NetworkSegment(cf625552-5db4-4804-8708-c2d634c3afaf),segment_id=cf625552-5db4-4804-8708-c2d634c3afaf)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:35.904371 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:35.909182 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:35.927057 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a24d78-5f6e-4047-b627-7a34b6501782 req-6e1681c3-20b9-4ba2-abf0-696f19b3470f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:35.928750 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c9a24d78-5f6e-4047-b627-7a34b6501782 req-6e1681c3-20b9-4ba2-abf0-696f19b3470f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.1872523 Jun 18 08:15:35.944396 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f31a15ce-192e-4389-a98f-732a12034d15, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f31a15ce-192e-4389-a98f-732a12034d15,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:35.958807 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cde9f-0eef-48ec-8905-3af5eeba477c req-c3ea155b-2aa9-4377-a0c7-bed7d2dc5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:35.960810 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a27cde9f-0eef-48ec-8905-3af5eeba477c req-c3ea155b-2aa9-4377-a0c7-bed7d2dc5cd8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 1097 time: 0.2035050 Jun 18 08:15:35.965234 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': 'f31a15ce-192e-4389-a98f-732a12034d15', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'port_id': 'f31a15ce-192e-4389-a98f-732a12034d15', 'mac_address': 'fa:16:3e:0a:4a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:15:35.967698 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:35.968483 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:35.969966 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] 10.222.0.88 "PUT /v2.0/ports/5b8582ca-9553-437b-854d-f337ef101227 HTTP/1.1" status: 200 len: 1094 time: 1.9611824 Jun 18 08:15:35.978658 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-56d223bc-c8f3-485b-be4b-118ef0fc4ce0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=77c703c1f5084d3ea5e45791c0e7ed7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0855701 Jun 18 08:15:35.981007 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42494) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:36.015356 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359afc1-bf26-4c84-ade5-2356c912465f req-75dca98d-de59-4915-b08a-ea2966ec5f8c tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:36.020436 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1359afc1-bf26-4c84-ade5-2356c912465f req-75dca98d-de59-4915-b08a-ea2966ec5f8c tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 944 time: 0.1802931 Jun 18 08:15:36.054958 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:36.080116 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31a15ce-192e-4389-a98f-732a12034d15 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:15:36.096993 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c9a24d78-5f6e-4047-b627-7a34b6501782 req-fed6ec4f-798a-4ae4-b82a-8d9db3126503 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477177 Jun 18 08:15:36.100810 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8582ca-9553-437b-854d-f337ef101227,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:36.113534 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:36.143436 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1359afc1-bf26-4c84-ade5-2356c912465f req-73fe33b5-6e59-4587-b2ee-946047b6438d tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095192 Jun 18 08:15:36.180482 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f31a15ce-192e-4389-a98f-732a12034d15, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f31a15ce-192e-4389-a98f-732a12034d15,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:36.187133 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:36.189631 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device c73b32a0-b556-40f7-8846-a39f7be972d2 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:15:36.192880 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cf94ea47-d939-43e2-b38c-30350401788b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:36.201972 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cde9f-0eef-48ec-8905-3af5eeba477c req-6b2158cc-7d4f-4324-a8e3-c146425bc504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:36.206625 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-f25a4c48-0a58-4d28-9eb2-83489a6b9ce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:36.210203 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a27cde9f-0eef-48ec-8905-3af5eeba477c req-6b2158cc-7d4f-4324-a8e3-c146425bc504 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 912 time: 0.2233388 Jun 18 08:15:36.254665 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cf94ea47-d939-43e2-b38c-30350401788b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:36.290145 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a27cde9f-0eef-48ec-8905-3af5eeba477c req-747f5f49-9133-4868-b36f-55ea37f17a94 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23670a1-71ab-4786-963b-22e49c0dfb4c HTTP/1.1" status: 200 len: 217 time: 0.0790381 Jun 18 08:15:36.292946 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-28264a0f-3117-4c2d-b39f-7e8d4565dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:36.294650 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-28264a0f-3117-4c2d-b39f-7e8d4565dc7d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d410c302b42f411e81e57b1efce3d4d3&device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 1097 time: 0.2606242 Jun 18 08:15:36.334562 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cf94ea47-d939-43e2-b38c-30350401788b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:36.338838 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cf94ea47-d939-43e2-b38c-30350401788b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:36.345327 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-cf94ea47-d939-43e2-b38c-30350401788b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6341c59b-4c1c-43bc-b8b4-20c448907b82 HTTP/1.1" status: 204 len: 168 time: 0.3597484 Jun 18 08:15:36.345327 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:36.390642 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94ea47-d939-43e2-b38c-30350401788b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6341c59b-4c1c-43bc-b8b4-20c448907b82,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:36.396319 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=f31a15ce-192e-4389-a98f-732a12034d15,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:36.397186 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cf94ea47-d939-43e2-b38c-30350401788b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:36.402310 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:36.467755 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port c73b32a0-b556-40f7-8846-a39f7be972d2, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c73b32a0-b556-40f7-8846-a39f7be972d2,segment=NetworkSegment(cf625552-5db4-4804-8708-c2d634c3afaf),segment_id=cf625552-5db4-4804-8708-c2d634c3afaf)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:36.492057 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': 'c73b32a0-b556-40f7-8846-a39f7be972d2', 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e', 'port_id': 'c73b32a0-b556-40f7-8846-a39f7be972d2', 'mac_address': 'fa:16:3e:a4:e7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a962334-f0f8-4687-b920-e54f22a8616d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:15:36.494960 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cde9f-0eef-48ec-8905-3af5eeba477c req-7976c985-e9e3-4ea0-86b8-9276c8b92321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:36.496450 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a27cde9f-0eef-48ec-8905-3af5eeba477c req-7976c985-e9e3-4ea0-86b8-9276c8b92321 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 200 len: 849 time: 0.1836717 Jun 18 08:15:36.518908 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-8c21d4a2-9b7f-4820-9467-ec8b11b1871d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b8582ca-9553-437b-854d-f337ef101227 HTTP/1.1" status: 200 len: 217 time: 0.2160673 Jun 18 08:15:36.583261 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:36.643976 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73b32a0-b556-40f7-8846-a39f7be972d2 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:15:36.658284 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-2d31c9f0-6aed-4bcf-b42f-4588fd22061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:36.660343 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-2d31c9f0-6aed-4bcf-b42f-4588fd22061b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a962334-f0f8-4687-b920-e54f22a8616d HTTP/1.1" status: 200 len: 857 time: 0.1296110 Jun 18 08:15:36.701154 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feb65a6-2d56-4c47-9004-761ade95852b', 'tag': '5b8582ca-9553-437b-854d-f337ef101227'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:15:36.707107 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d555cf-24e1-4fac-a554-c330665f88df" -d '{"events": [{"name": "network-changed", "server_uuid": "8feb65a6-2d56-4c47-9004-761ade95852b", "tag": "5b8582ca-9553-437b-854d-f337ef101227"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:15:36.713870 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-1f779ce5-29d4-470c-85c8-0f69de1c925c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=81beaa51-a303-4525-af1f-eae9f4b78c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465305 Jun 18 08:15:36.727903 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port c73b32a0-b556-40f7-8846-a39f7be972d2, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c73b32a0-b556-40f7-8846-a39f7be972d2,segment=NetworkSegment(cf625552-5db4-4804-8708-c2d634c3afaf),segment_id=cf625552-5db4-4804-8708-c2d634c3afaf)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:36.736669 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4e39d-df76-4b37-93bf-4ee7b29147d3 req-cbecc8ba-c5fb-4fb7-9ab4-4c173e7a92b0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:36.738913 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:36.741029 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:36.754206 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-96e4e39d-df76-4b37-93bf-4ee7b29147d3 req-cbecc8ba-c5fb-4fb7-9ab4-4c173e7a92b0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 944 time: 0.1833327 Jun 18 08:15:36.769140 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ceee4-a497-4197-aa95-8b5ec8d10bc1 req-a3ca24d8-b740-4bba-be96-0d015a81e82a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:36.784179 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8c6ceee4-a497-4197-aa95-8b5ec8d10bc1 req-a3ca24d8-b740-4bba-be96-0d015a81e82a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 944 time: 0.3308394 Jun 18 08:15:36.841731 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cde9f-0eef-48ec-8905-3af5eeba477c req-a8c3add8-be7a-4afb-bec2-8d987a17b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:36.843241 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a27cde9f-0eef-48ec-8905-3af5eeba477c req-a8c3add8-be7a-4afb-bec2-8d987a17b2ac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3228519 Jun 18 08:15:36.863206 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-96e4e39d-df76-4b37-93bf-4ee7b29147d3 req-402ac208-0173-4f8f-b59b-8868bcb6afef tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976501 Jun 18 08:15:36.896186 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=c73b32a0-b556-40f7-8846-a39f7be972d2,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:36.904422 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:36.996892 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['c73b32a0-b556-40f7-8846-a39f7be972d2'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:15:37.023139 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['f31a15ce-192e-4389-a98f-732a12034d15'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:15:37.054323 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42530) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:37.118469 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-92038350-139b-48b5-b0cb-a73c38f7855a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7163f2473e3645a79b90c07076deaed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614572 Jun 18 08:15:37.119294 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42534) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:37.153160 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8c6ceee4-a497-4197-aa95-8b5ec8d10bc1 req-92a54367-4984-4218-8766-2cc45940ab78 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3679852 Jun 18 08:15:37.167076 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7db94f-97c2-4211-b9eb-5f49c57a4206 x-openstack-request-id: req-8d7db94f-97c2-4211-b9eb-5f49c57a4206 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:15:37.167407 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feb65a6-2d56-4c47-9004-761ade95852b", "tag": "5b8582ca-9553-437b-854d-f337ef101227", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:15:37.167693 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8d7db94f-97c2-4211-b9eb-5f49c57a4206 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:15:37.168113 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feb65a6-2d56-4c47-9004-761ade95852b', 'tag': '5b8582ca-9553-437b-854d-f337ef101227', 'status': 'completed', 'code': 200} Jun 18 08:15:37.178884 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8d1c324d-015c-4c14-af59-09d46e192dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:37.200083 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-0125f0db-7d24-4554-af83-e09758b31726 service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778435 Jun 18 08:15:37.226652 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8d1c324d-015c-4c14-af59-09d46e192dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:37.282028 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42538) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:37.302626 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a27cde9f-0eef-48ec-8905-3af5eeba477c req-4858b9a7-c41f-4e3d-ad08-b242c3893b63 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429297 Jun 18 08:15:37.334118 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8d1c324d-015c-4c14-af59-09d46e192dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:37.353906 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8d1c324d-015c-4c14-af59-09d46e192dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:37.355023 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8d1c324d-015c-4c14-af59-09d46e192dc8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f07f3da9-9cc0-4918-8ac0-f7fdd87ed59c HTTP/1.1" status: 204 len: 168 time: 0.2346385 Jun 18 08:15:37.355946 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:37.363841 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c324d-015c-4c14-af59-09d46e192dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07f3da9-9cc0-4918-8ac0-f7fdd87ed59c,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:37.367323 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8d1c324d-015c-4c14-af59-09d46e192dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:37.385869 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7ba37b3f-b51f-47ba-9949-025069a14359 req-9b826669-62ee-43b2-8222-9d6ceaa1b4d8 service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775765 Jun 18 08:15:37.421510 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf6e1e-5279-4bac-bf61-64d34f8dff51 req-17acef51-65cc-4975-a578-fa1d43687f99 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:37.425381 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a27cde9f-0eef-48ec-8905-3af5eeba477c req-7f640310-6cfd-40b0-bda9-ee003e41ae98 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157477 Jun 18 08:15:37.429424 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bfcf6e1e-5279-4bac-bf61-64d34f8dff51 req-17acef51-65cc-4975-a578-fa1d43687f99 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 944 time: 0.1069865 Jun 18 08:15:37.486621 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bfcf6e1e-5279-4bac-bf61-64d34f8dff51 req-9c0b9365-5225-4682-96a7-4df73f6bc30f tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432925 Jun 18 08:15:37.503753 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9f9d3699-10f4-4f03-8290-53279e89da49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:37.556315 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d555cf-24e1-4fac-a554-c330665f88df req-52028ceb-bf6f-4ad7-986e-5f0f5b263870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:37.557904 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c2d555cf-24e1-4fac-a554-c330665f88df req-52028ceb-bf6f-4ad7-986e-5f0f5b263870 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d410c302b42f411e81e57b1efce3d4d3&device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 1097 time: 0.1165218 Jun 18 08:15:37.696204 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9f9d3699-10f4-4f03-8290-53279e89da49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:37.698291 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d555cf-24e1-4fac-a554-c330665f88df req-d39b8fe7-ea83-4283-b7b7-cf218ab6f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:37.699944 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c2d555cf-24e1-4fac-a554-c330665f88df req-d39b8fe7-ea83-4283-b7b7-cf218ab6f2f3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=81beaa51-a303-4525-af1f-eae9f4b78c5e HTTP/1.1" status: 200 len: 919 time: 0.1350868 Jun 18 08:15:37.701277 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9f9d3699-10f4-4f03-8290-53279e89da49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:37.703818 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:37.776947 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c2d555cf-24e1-4fac-a554-c330665f88df req-fb9c9ad1-31f5-4a0c-b77e-e6eb41dd557b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b8582ca-9553-437b-854d-f337ef101227 HTTP/1.1" status: 200 len: 217 time: 0.0557938 Jun 18 08:15:37.782896 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9f9d3699-10f4-4f03-8290-53279e89da49 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f0b7bbecc7454651a44489423d0100af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4964170 Jun 18 08:15:37.782896 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d3699-10f4-4f03-8290-53279e89da49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd5908e-6dc7-4133-b138-0193534d4866,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:37.783980 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42562) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:37.785625 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9f9d3699-10f4-4f03-8290-53279e89da49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:37.830947 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d555cf-24e1-4fac-a554-c330665f88df req-c0dd3632-68e0-4c85-a8c2-c5c71ddc4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:37.832729 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c2d555cf-24e1-4fac-a554-c330665f88df req-c0dd3632-68e0-4c85-a8c2-c5c71ddc4232 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a962334-f0f8-4687-b920-e54f22a8616d HTTP/1.1" status: 200 len: 857 time: 0.0483022 Jun 18 08:15:37.852185 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ed980244-a34b-4844-9882-d8fea1c66dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:37.873411 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c2d555cf-24e1-4fac-a554-c330665f88df req-2c920123-e61b-4bb2-b534-6339fe069e32 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=81beaa51-a303-4525-af1f-eae9f4b78c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334733 Jun 18 08:15:37.875894 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ed980244-a34b-4844-9882-d8fea1c66dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:37.967846 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ed980244-a34b-4844-9882-d8fea1c66dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:37.970964 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ed980244-a34b-4844-9882-d8fea1c66dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:37.972309 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ed980244-a34b-4844-9882-d8fea1c66dbd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bfd5908e-6dc7-4133-b138-0193534d4866 HTTP/1.1" status: 204 len: 168 time: 0.1879199 Jun 18 08:15:37.973185 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:37.998365 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed980244-a34b-4844-9882-d8fea1c66dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd5908e-6dc7-4133-b138-0193534d4866,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:38.040515 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ed980244-a34b-4844-9882-d8fea1c66dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:38.052690 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c2d555cf-24e1-4fac-a554-c330665f88df req-a6dda7a1-2439-40bb-960c-9b924884b13f service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714723 Jun 18 08:15:38.242396 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c2d555cf-24e1-4fac-a554-c330665f88df req-779dbefb-b96a-4be7-80c7-0f0c6ac4606f service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735263 Jun 18 08:15:38.283048 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9bc2f-da2c-4784-899b-5d3d4ea7fac6 req-428e317b-6270-4888-9e24-4427556229c9 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:38.291877 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1ed9bc2f-da2c-4784-899b-5d3d4ea7fac6 req-428e317b-6270-4888-9e24-4427556229c9 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 944 time: 0.1100321 Jun 18 08:15:38.341586 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1ed9bc2f-da2c-4784-899b-5d3d4ea7fac6 req-e538c84b-8636-47dc-8f3d-2bde34ba21a7 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483379 Jun 18 08:15:38.537859 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42608) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:38.554751 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-24d8bd6c-8672-4d38-9379-cf67b49edba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:38.607273 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccb7a6-ad3e-4de5-a4dd-37279606f292 req-4a594393-2890-4158-be3f-23d5dde82f25 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:38.608945 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-14ccb7a6-ad3e-4de5-a4dd-37279606f292 req-4a594393-2890-4158-be3f-23d5dde82f25 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 944 time: 0.0965590 Jun 18 08:15:38.656110 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-14ccb7a6-ad3e-4de5-a4dd-37279606f292 req-807fe26a-31ff-4257-8ef3-20133b98f3fc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370858 Jun 18 08:15:38.701420 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-24d8bd6c-8672-4d38-9379-cf67b49edba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:38.708241 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-24d8bd6c-8672-4d38-9379-cf67b49edba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:38.713898 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-49263c45-b179-4347-8d26-d8515b7fbd35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:38.771381 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8bd6c-8672-4d38-9379-cf67b49edba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d77770-ac3f-4eeb-a4ea-7fdc6db4a40a,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:38.777219 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-24d8bd6c-8672-4d38-9379-cf67b49edba6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=39349fcb814d4ccf81ff67db75a3596d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383163 Jun 18 08:15:38.780850 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42616) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:38.793789 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-24d8bd6c-8672-4d38-9379-cf67b49edba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:38.856335 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c0948a3-8194-4182-b3ef-40715fbb7eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:38.867317 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57fca6-edb1-45c5-b6f5-5e0fb4f31fe2 req-9fb8457b-3e1a-4bbb-868a-dd114d6166bc tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:38.869349 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1f57fca6-edb1-45c5-b6f5-5e0fb4f31fe2 req-9fb8457b-3e1a-4bbb-868a-dd114d6166bc tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 944 time: 0.0904107 Jun 18 08:15:38.877539 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c0948a3-8194-4182-b3ef-40715fbb7eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:38.915856 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1f57fca6-edb1-45c5-b6f5-5e0fb4f31fe2 req-602b5204-a018-4cfe-b790-747f5ed8fcb1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407417 Jun 18 08:15:38.934205 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c0948a3-8194-4182-b3ef-40715fbb7eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:38.936862 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c0948a3-8194-4182-b3ef-40715fbb7eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:38.938131 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0c0948a3-8194-4182-b3ef-40715fbb7eae admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c9d77770-ac3f-4eeb-a4ea-7fdc6db4a40a HTTP/1.1" status: 204 len: 168 time: 0.1562934 Jun 18 08:15:38.938831 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:38.946507 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0948a3-8194-4182-b3ef-40715fbb7eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d77770-ac3f-4eeb-a4ea-7fdc6db4a40a,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:38.948824 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0c0948a3-8194-4182-b3ef-40715fbb7eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:39.575091 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bc530-efd3-411c-843e-31a95bae83f5 req-251c13b8-800b-4fbf-a1e2-52350bc92703 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:39.582099 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fa0bc530-efd3-411c-843e-31a95bae83f5 req-251c13b8-800b-4fbf-a1e2-52350bc92703 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 944 time: 0.1001375 Jun 18 08:15:39.627778 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fa0bc530-efd3-411c-843e-31a95bae83f5 req-d964478f-d6e1-40a0-85c0-3dedd2e69af7 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441849 Jun 18 08:15:39.766275 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 5b8582ca-9553-437b-854d-f337ef101227 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:15:39.799781 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f31a15ce-192e-4389-a98f-732a12034d15 up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:39.932997 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0f2db-b70b-4db0-a06e-98439e63dc3f req-e4cd4d6a-5a95-4312-bc12-d2aa2d3cdc37 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:39.935751 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f2f0f2db-b70b-4db0-a06e-98439e63dc3f req-e4cd4d6a-5a95-4312-bc12-d2aa2d3cdc37 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 944 time: 0.0952077 Jun 18 08:15:39.949450 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning for port f31a15ce-192e-4389-a98f-732a12034d15 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:39.956742 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port 5b8582ca-9553-437b-854d-f337ef101227, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5b8582ca-9553-437b-854d-f337ef101227,segment=NetworkSegment(cf625552-5db4-4804-8708-c2d634c3afaf),segment_id=cf625552-5db4-4804-8708-c2d634c3afaf)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:39.965760 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port f31a15ce-192e-4389-a98f-732a12034d15 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:39.966429 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:39.994347 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': '5b8582ca-9553-437b-854d-f337ef101227', 'network_id': '81beaa51-a303-4525-af1f-eae9f4b78c5e', 'port_id': '5b8582ca-9553-437b-854d-f337ef101227', 'mac_address': 'fa:16:3e:0e:3d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a962334-f0f8-4687-b920-e54f22a8616d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:15:40.000006 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f2f0f2db-b70b-4db0-a06e-98439e63dc3f req-990bdbcf-307c-47f7-8b5f-d53ba9c08e0d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531955 Jun 18 08:15:40.064550 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:40.104629 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8582ca-9553-437b-854d-f337ef101227 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:15:40.127175 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:40.132512 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port 5b8582ca-9553-437b-854d-f337ef101227, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5b8582ca-9553-437b-854d-f337ef101227,segment=NetworkSegment(cf625552-5db4-4804-8708-c2d634c3afaf),segment_id=cf625552-5db4-4804-8708-c2d634c3afaf)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:40.144720 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:40.145680 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device a23670a1-71ab-4786-963b-22e49c0dfb4c details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:15:40.147197 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f45611-7a46-4e53-ae78-6d59d73b701d req-580938cc-7543-482c-9b47-91e8ecf882cb tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:40.148732 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-17f45611-7a46-4e53-ae78-6d59d73b701d req-580938cc-7543-482c-9b47-91e8ecf882cb tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 944 time: 0.0756447 Jun 18 08:15:40.149231 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:40.199845 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42702) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:40.200267 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2db490-a960-4b9f-8486-7f39c1777648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31a15ce-192e-4389-a98f-732a12034d15'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:15:40.203117 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ec0863-20ec-4eec-8dcf-8d4851639561" -d '{"events": [{"server_uuid": "2a2db490-a960-4b9f-8486-7f39c1777648", "name": "network-vif-plugged", "status": "completed", "tag": "f31a15ce-192e-4389-a98f-732a12034d15"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:15:40.218361 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-17f45611-7a46-4e53-ae78-6d59d73b701d req-cc5dee5b-b91e-4e37-bc8d-00043368ed63 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626805 Jun 18 08:15:40.237881 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f31a15ce-192e-4389-a98f-732a12034d15, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f31a15ce-192e-4389-a98f-732a12034d15,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:40.279049 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc29410e-b23f-476f-93ca-453237a0b496 x-openstack-request-id: req-dc29410e-b23f-476f-93ca-453237a0b496 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:15:40.279684 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2db490-a960-4b9f-8486-7f39c1777648", "name": "network-vif-plugged", "status": "completed", "tag": "f31a15ce-192e-4389-a98f-732a12034d15", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:15:40.280013 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dc29410e-b23f-476f-93ca-453237a0b496 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:15:40.280582 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2db490-a960-4b9f-8486-7f39c1777648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31a15ce-192e-4389-a98f-732a12034d15', 'code': 200} Jun 18 08:15:40.283894 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:40.285110 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device c73b32a0-b556-40f7-8846-a39f7be972d2 up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:40.303795 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=5b8582ca-9553-437b-854d-f337ef101227,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:40.309849 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:40.311043 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:40.408681 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-639e796e-1405-42f6-b4a5-95a45cfde43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:40.416900 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=f31a15ce-192e-4389-a98f-732a12034d15,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:40.424223 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:40.425918 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port a23670a1-71ab-4786-963b-22e49c0dfb4c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a23670a1-71ab-4786-963b-22e49c0dfb4c,segment=NetworkSegment(9624ca7d-91e5-4834-945a-b4ad2a67cdde),segment_id=9624ca7d-91e5-4834-945a-b4ad2a67cdde)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:40.441353 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': 'a23670a1-71ab-4786-963b-22e49c0dfb4c', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'port_id': 'a23670a1-71ab-4786-963b-22e49c0dfb4c', 'mac_address': 'fa:16:3e:0f:b6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:15:40.447142 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning for port c73b32a0-b556-40f7-8846-a39f7be972d2 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:40.565593 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-639e796e-1405-42f6-b4a5-95a45cfde43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:40.567977 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5d69b-7a5c-4d41-b7b7-d7864eccbf48 req-da5029d3-bdb1-4e1f-9cb7-07d89466da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:40.569538 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-efe5d69b-7a5c-4d41-b7b7-d7864eccbf48 req-da5029d3-bdb1-4e1f-9cb7-07d89466da50 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 1098 time: 0.0965154 Jun 18 08:15:40.571225 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-639e796e-1405-42f6-b4a5-95a45cfde43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:40.574660 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:40.577621 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port c73b32a0-b556-40f7-8846-a39f7be972d2 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:40.578000 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:40.614320 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:40.629939 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42720) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:40.630465 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-639e796e-1405-42f6-b4a5-95a45cfde43c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ffe4647338494803b265d4269f5837c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4289339 Jun 18 08:15:40.632469 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23670a1-71ab-4786-963b-22e49c0dfb4c {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:15:40.645705 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-efe5d69b-7a5c-4d41-b7b7-d7864eccbf48 req-7c0d79a3-639f-41bc-b47f-9eb79ba10297 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639606 Jun 18 08:15:40.646488 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e796e-1405-42f6-b4a5-95a45cfde43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d8268f-fd12-4f7e-b0f7-a417a601fbf9,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:40.656925 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port a23670a1-71ab-4786-963b-22e49c0dfb4c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a23670a1-71ab-4786-963b-22e49c0dfb4c,segment=NetworkSegment(9624ca7d-91e5-4834-945a-b4ad2a67cdde),segment_id=9624ca7d-91e5-4834-945a-b4ad2a67cdde)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:40.666570 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-639e796e-1405-42f6-b4a5-95a45cfde43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:40.680420 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:40.683813 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:40.713314 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4c42079b-ea94-410d-8013-6f561f2a3f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:40.725800 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:40.742476 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4c42079b-ea94-410d-8013-6f561f2a3f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:40.752927 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=a23670a1-71ab-4786-963b-22e49c0dfb4c,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:40.757146 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:40.777970 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port c73b32a0-b556-40f7-8846-a39f7be972d2, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c73b32a0-b556-40f7-8846-a39f7be972d2,segment=NetworkSegment(cf625552-5db4-4804-8708-c2d634c3afaf),segment_id=cf625552-5db4-4804-8708-c2d634c3afaf)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:40.782823 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:40.785569 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:40.845089 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=c73b32a0-b556-40f7-8846-a39f7be972d2,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:40.850400 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:40.863353 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4c42079b-ea94-410d-8013-6f561f2a3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:40.865977 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4c42079b-ea94-410d-8013-6f561f2a3f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:40.870318 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4c42079b-ea94-410d-8013-6f561f2a3f0e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/50d8268f-fd12-4f7e-b0f7-a417a601fbf9 HTTP/1.1" status: 204 len: 168 time: 0.2361326 Jun 18 08:15:40.870318 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:40.884041 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42079b-ea94-410d-8013-6f561f2a3f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d8268f-fd12-4f7e-b0f7-a417a601fbf9,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:40.887400 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4c42079b-ea94-410d-8013-6f561f2a3f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:40.896212 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da71d28-9506-43ab-942d-97eced81c644 req-d8c9914e-b110-4840-9dda-63d0063969b5 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:40.897971 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3da71d28-9506-43ab-942d-97eced81c644 req-d8c9914e-b110-4840-9dda-63d0063969b5 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 945 time: 0.1325932 Jun 18 08:15:40.948277 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3da71d28-9506-43ab-942d-97eced81c644 req-3a3113db-c042-49c2-9b4d-d82f14714866 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415573 Jun 18 08:15:41.003067 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['a23670a1-71ab-4786-963b-22e49c0dfb4c'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:15:41.029407 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['5b8582ca-9553-437b-854d-f337ef101227'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:15:41.321515 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accfed5-89fd-4e04-9090-55e66a56777a req-3a05f5fa-c1f1-43d5-9e63-429249c1b28e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:41.335135 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7accfed5-89fd-4e04-9090-55e66a56777a req-3a05f5fa-c1f1-43d5-9e63-429249c1b28e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.1433790 Jun 18 08:15:41.412642 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7accfed5-89fd-4e04-9090-55e66a56777a req-d10d8ccf-bb5b-4938-bc22-07b492300e03 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765467 Jun 18 08:15:41.451287 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42750) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:41.467540 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0211f10d-36b7-4322-ae0c-2433685cec71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:41.507454 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdc656-0472-49e6-942c-6c009be9c030 req-ceec656c-d659-43b4-a782-44bfec4b3107 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:41.509010 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0cfdc656-0472-49e6-942c-6c009be9c030 req-ceec656c-d659-43b4-a782-44bfec4b3107 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 945 time: 0.0767601 Jun 18 08:15:41.547466 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0cfdc656-0472-49e6-942c-6c009be9c030 req-57eda498-3efd-475d-b404-4e0afdffda81 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325692 Jun 18 08:15:41.568397 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0211f10d-36b7-4322-ae0c-2433685cec71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:41.572460 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0211f10d-36b7-4322-ae0c-2433685cec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:41.575055 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:41.612630 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0211f10d-36b7-4322-ae0c-2433685cec71 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=827796ef4201453a8ccf845f81a30de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600721 Jun 18 08:15:41.613366 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211f10d-36b7-4322-ae0c-2433685cec71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f664b1f1-b34c-42cd-aa5b-15908b14d12a,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:41.615339 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42752) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:41.618479 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0211f10d-36b7-4322-ae0c-2433685cec71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:41.663492 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-885a2c93-b1a5-4610-b8eb-715239cd9376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:41.685927 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-885a2c93-b1a5-4610-b8eb-715239cd9376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:41.731790 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-885a2c93-b1a5-4610-b8eb-715239cd9376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:41.734720 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-885a2c93-b1a5-4610-b8eb-715239cd9376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:41.735865 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-885a2c93-b1a5-4610-b8eb-715239cd9376 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f664b1f1-b34c-42cd-aa5b-15908b14d12a HTTP/1.1" status: 204 len: 168 time: 0.1193075 Jun 18 08:15:41.736537 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:41.745368 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a2c93-b1a5-4610-b8eb-715239cd9376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f664b1f1-b34c-42cd-aa5b-15908b14d12a,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:41.748913 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-885a2c93-b1a5-4610-b8eb-715239cd9376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:42.125118 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636f41b-c01c-4e79-90e9-0232911ff5b0 req-b10d5989-91cb-4836-a074-dec351f1a322 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:42.126568 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d636f41b-c01c-4e79-90e9-0232911ff5b0 req-b10d5989-91cb-4836-a074-dec351f1a322 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 945 time: 0.0708609 Jun 18 08:15:42.176108 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d636f41b-c01c-4e79-90e9-0232911ff5b0 req-0a43b62c-df0f-4c35-acf5-ddf80e869172 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436687 Jun 18 08:15:42.281513 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a09fdf-119c-4e54-8d16-573f1cb44dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73b32a0-b556-40f7-8846-a39f7be972d2'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:15:42.283909 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7669162c-a9aa-40de-8977-d54839e560c0" -d '{"events": [{"server_uuid": "02a09fdf-119c-4e54-8d16-573f1cb44dd4", "name": "network-vif-plugged", "status": "completed", "tag": "c73b32a0-b556-40f7-8846-a39f7be972d2"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:15:42.322759 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e7ddae-e873-42d1-9c2f-e63164827345 x-openstack-request-id: req-62e7ddae-e873-42d1-9c2f-e63164827345 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:15:42.323353 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a09fdf-119c-4e54-8d16-573f1cb44dd4", "name": "network-vif-plugged", "status": "completed", "tag": "c73b32a0-b556-40f7-8846-a39f7be972d2", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:15:42.324037 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-62e7ddae-e873-42d1-9c2f-e63164827345 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:15:42.324431 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a09fdf-119c-4e54-8d16-573f1cb44dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73b32a0-b556-40f7-8846-a39f7be972d2', 'code': 200} Jun 18 08:15:42.663415 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc59f0-1bdc-4569-abfe-1f14e836dd08 req-0e5fb815-a63f-48de-af14-82a5463e2cce tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:42.665382 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-80fc59f0-1bdc-4569-abfe-1f14e836dd08 req-0e5fb815-a63f-48de-af14-82a5463e2cce tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0856595 Jun 18 08:15:42.668359 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27487f-2a81-4d38-9816-69a63ff53262 req-e81f07af-21c5-4643-b03d-ef7fb0d97959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:42.669737 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7e27487f-2a81-4d38-9816-69a63ff53262 req-e81f07af-21c5-4643-b03d-ef7fb0d97959 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 1099 time: 0.1322007 Jun 18 08:15:42.711118 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-80fc59f0-1bdc-4569-abfe-1f14e836dd08 req-4eb24f4a-1d9d-47dc-afb1-6e49cd907411 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394478 Jun 18 08:15:42.741278 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7e27487f-2a81-4d38-9816-69a63ff53262 req-2f56851a-a5bc-4634-aab5-c94c8ef4944a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381999 Jun 18 08:15:42.838222 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f189158-1625-4fd6-8bea-b52cbb906e2f req-4e79ffc2-aad6-4c69-bbd7-a6e213f02736 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:42.841929 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1f189158-1625-4fd6-8bea-b52cbb906e2f req-4e79ffc2-aad6-4c69-bbd7-a6e213f02736 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 945 time: 0.1412246 Jun 18 08:15:42.920519 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1f189158-1625-4fd6-8bea-b52cbb906e2f req-ad3bce71-0ccd-458d-bb8a-3446f534ecec tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708952 Jun 18 08:15:42.939094 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5ca72-7d53-4395-bd40-4c2b57127c50 req-cd09e853-4bf2-4bcd-8694-9c14bd1d5717 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:42.940892 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c5e5ca72-7d53-4395-bd40-4c2b57127c50 req-cd09e853-4bf2-4bcd-8694-9c14bd1d5717 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0895188 Jun 18 08:15:42.950271 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42818) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:42.959338 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-1a41c1e4-5e7e-4dcf-82a6-40b86025b5cf tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Request body: {'floatingip': {'port_id': 'f31a15ce-192e-4389-a98f-732a12034d15'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:43.032757 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1a41c1e4-5e7e-4dcf-82a6-40b86025b5cf tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for floatingip, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:43.672073 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:15:43.731808 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77432a6-09fd-498a-8b10-7a2e4011d9d1 req-dff7ce9e-b26a-4f9d-854b-71d6ddf6a7be tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:43.733332 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f77432a6-09fd-498a-8b10-7a2e4011d9d1 req-dff7ce9e-b26a-4f9d-854b-71d6ddf6a7be tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 945 time: 0.4365373 Jun 18 08:15:43.763477 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 5b8582ca-9553-437b-854d-f337ef101227 up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:43.842143 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning for port 5b8582ca-9553-437b-854d-f337ef101227 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:43.846046 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port 5b8582ca-9553-437b-854d-f337ef101227 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:43.846430 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:43.875477 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f77432a6-09fd-498a-8b10-7a2e4011d9d1 req-d446132e-4964-433d-b33a-c3c0d40204b4 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346366 Jun 18 08:15:43.969690 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:44.007768 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port 5b8582ca-9553-437b-854d-f337ef101227, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5b8582ca-9553-437b-854d-f337ef101227,segment=NetworkSegment(cf625552-5db4-4804-8708-c2d634c3afaf),segment_id=cf625552-5db4-4804-8708-c2d634c3afaf)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:44.013148 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:44.016018 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device a23670a1-71ab-4786-963b-22e49c0dfb4c up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:15:44.017403 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1a41c1e4-5e7e-4dcf-82a6-40b86025b5cf tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:44.020458 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:44.021459 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1a41c1e4-5e7e-4dcf-82a6-40b86025b5cf tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543884'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:44.099661 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=5b8582ca-9553-437b-854d-f337ef101227,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:44.115116 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:44.130088 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning for port a23670a1-71ab-4786-963b-22e49c0dfb4c completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:15:44.135419 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port a23670a1-71ab-4786-963b-22e49c0dfb4c triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:15:44.137714 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:44.161846 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-1a41c1e4-5e7e-4dcf-82a6-40b86025b5cf tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Floating IP ab045795-d5be-4a6e-97fa-51c3e75fb487 associated. External IP: 172.27.0.197, port: f31a15ce-192e-4389-a98f-732a12034d15. Jun 18 08:15:44.217252 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6fb95-8365-462c-89ad-d06d45ef1337 req-bc50091a-c8ad-47d8-bbd1-76137b5d037d tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:44.219073 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4eb6fb95-8365-462c-89ad-d06d45ef1337 req-bc50091a-c8ad-47d8-bbd1-76137b5d037d tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 945 time: 0.0981650 Jun 18 08:15:44.230538 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:44.273609 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4eb6fb95-8365-462c-89ad-d06d45ef1337 req-25488a29-dbfd-450d-aae0-14895f7b492c tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477920 Jun 18 08:15:44.278100 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port a23670a1-71ab-4786-963b-22e49c0dfb4c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a23670a1-71ab-4786-963b-22e49c0dfb4c,segment=NetworkSegment(9624ca7d-91e5-4834-945a-b4ad2a67cdde),segment_id=9624ca7d-91e5-4834-945a-b4ad2a67cdde)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:44.291825 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:44.293981 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:44.325304 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feb65a6-2d56-4c47-9004-761ade95852b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8582ca-9553-437b-854d-f337ef101227'}, {'server_uuid': 'e08d3ed5-7623-4853-8df1-af72caf11625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23670a1-71ab-4786-963b-22e49c0dfb4c'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:15:44.327748 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a356d6c-0457-448f-92fd-4e3036651f64" -d '{"events": [{"server_uuid": "8feb65a6-2d56-4c47-9004-761ade95852b", "name": "network-vif-plugged", "status": "completed", "tag": "5b8582ca-9553-437b-854d-f337ef101227"}, {"server_uuid": "e08d3ed5-7623-4853-8df1-af72caf11625", "name": "network-vif-plugged", "status": "completed", "tag": "a23670a1-71ab-4786-963b-22e49c0dfb4c"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:15:44.350455 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=a23670a1-71ab-4786-963b-22e49c0dfb4c,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:44.361945 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:44.374960 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 18 Jun 2021 08:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4744966-ea49-4fef-a8a2-6b0288055dbb x-openstack-request-id: req-b4744966-ea49-4fef-a8a2-6b0288055dbb {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:15:44.376959 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feb65a6-2d56-4c47-9004-761ade95852b", "name": "network-vif-plugged", "status": "completed", "tag": "5b8582ca-9553-437b-854d-f337ef101227", "code": 200}, {"server_uuid": "e08d3ed5-7623-4853-8df1-af72caf11625", "name": "network-vif-plugged", "status": "completed", "tag": "a23670a1-71ab-4786-963b-22e49c0dfb4c", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:15:44.377440 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b4744966-ea49-4fef-a8a2-6b0288055dbb {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:15:44.378073 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb65a6-2d56-4c47-9004-761ade95852b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8582ca-9553-437b-854d-f337ef101227', 'code': 200} Jun 18 08:15:44.381286 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d3ed5-7623-4853-8df1-af72caf11625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23670a1-71ab-4786-963b-22e49c0dfb4c', 'code': 200} Jun 18 08:15:44.438587 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a41c1e4-5e7e-4dcf-82a6-40b86025b5cf tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:15:44.559090 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a41c1e4-5e7e-4dcf-82a6-40b86025b5cf tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:15:44.564208 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1a41c1e4-5e7e-4dcf-82a6-40b86025b5cf tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:44.573224 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e03b51-5ab0-49f3-ba70-2ca148ca2c68 None None] Sync routers for ids ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'] in dv-cinder-761113-14-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:15:44.590763 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e03b51-5ab0-49f3-ba70-2ca148ca2c68 None None] Routers {'2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:15:44.591933 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-70e03b51-5ab0-49f3-ba70-2ca148ca2c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:15:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:44.616096 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-1a41c1e4-5e7e-4dcf-82a6-40b86025b5cf tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "PUT /v2.0/floatingips/ab045795-d5be-4a6e-97fa-51c3e75fb487 HTTP/1.1" status: 200 len: 991 time: 1.6551096 Jun 18 08:15:44.623745 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2db490-a960-4b9f-8486-7f39c1777648', 'tag': 'f31a15ce-192e-4389-a98f-732a12034d15'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:15:44.626263 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6197dabd-59b1-479b-9144-46bd41991527" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2db490-a960-4b9f-8486-7f39c1777648", "tag": "f31a15ce-192e-4389-a98f-732a12034d15"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:15:44.662922 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7cd61f-f6ee-4118-97f7-da999cce9bbd x-openstack-request-id: req-4f7cd61f-f6ee-4118-97f7-da999cce9bbd {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:15:44.665225 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2db490-a960-4b9f-8486-7f39c1777648", "tag": "f31a15ce-192e-4389-a98f-732a12034d15", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:15:44.665225 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4f7cd61f-f6ee-4118-97f7-da999cce9bbd {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:15:44.665225 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2db490-a960-4b9f-8486-7f39c1777648', 'tag': 'f31a15ce-192e-4389-a98f-732a12034d15', 'status': 'completed', 'code': 200} Jun 18 08:15:44.709063 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-70e03b51-5ab0-49f3-ba70-2ca148ca2c68 None None] Set router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:15:44.826887 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04826cf-448c-4e0e-b559-21b85bc7e562 req-05e73788-cc3b-4ac5-8fb7-7bdbd03e65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:44.828641 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a04826cf-448c-4e0e-b559-21b85bc7e562 req-05e73788-cc3b-4ac5-8fb7-7bdbd03e65cd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 1099 time: 0.1587174 Jun 18 08:15:44.831332 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197dabd-59b1-479b-9144-46bd41991527 req-ed569987-0f5f-42f5-8eb9-7c625c38543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:44.832726 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6197dabd-59b1-479b-9144-46bd41991527 req-ed569987-0f5f-42f5-8eb9-7c625c38543c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0f32dd32d7140888841a500cf4e733a&device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 1098 time: 0.1244285 Jun 18 08:15:44.838763 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f646ad5-04c5-4dff-9aae-a56701e398d8 req-7fd771b0-c537-47fe-b3bd-3616b5ff9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:44.840321 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0f646ad5-04c5-4dff-9aae-a56701e398d8 req-7fd771b0-c537-47fe-b3bd-3616b5ff9fa9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 1099 time: 0.1557429 Jun 18 08:15:44.949059 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a04826cf-448c-4e0e-b559-21b85bc7e562 req-de948909-6f55-47b4-b1be-45bba266285b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076694 Jun 18 08:15:44.952369 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0f646ad5-04c5-4dff-9aae-a56701e398d8 req-ba9c5d30-a902-427c-b91a-81fd9057454e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047294 Jun 18 08:15:44.987659 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197dabd-59b1-479b-9144-46bd41991527 req-92dda5ef-54cb-4d70-a300-371e45d8fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:44.989386 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6197dabd-59b1-479b-9144-46bd41991527 req-92dda5ef-54cb-4d70-a300-371e45d8fcfb service neutron] 10.222.0.88 "GET /v2.0/networks?id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802 HTTP/1.1" status: 200 len: 918 time: 0.1407924 Jun 18 08:15:44.994767 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-70e03b51-5ab0-49f3-ba70-2ca148ca2c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_floatingips': [{'id': 'ab045795-d5be-4a6e-97fa-51c3e75fb487', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'router_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'port_id': 'f31a15ce-192e-4389-a98f-732a12034d15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'mac_address': 'fa:16:3e:0a:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2db490-a960-4b9f-8486-7f39c1777648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:15:20Z', 'updated_at': '2021-06-18T08:15:43Z', 'revision_number': 1, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b319a4-9efb-482a-9aa5-0e6b09ad0fe6', 'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'mac_address': 'fa:16:3e:bd:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:15Z', 'revision_number': 5, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'subnets': [{'id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:45.021101 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e03b51-5ab0-49f3-ba70-2ca148ca2c68 None None] Checking router: 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c for host: dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:15:45.030477 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e03b51-5ab0-49f3-ba70-2ca148ca2c68 None None] Routers {'2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:15:45.031258 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-70e03b51-5ab0-49f3-ba70-2ca148ca2c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:15:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:45.101119 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6332a-bb5b-45b4-a2d9-878d813f7337 req-1120d4e9-de4f-409c-938f-fa1aec9a9bef tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:45.101382 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bca6332a-bb5b-45b4-a2d9-878d813f7337 req-1120d4e9-de4f-409c-938f-fa1aec9a9bef tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0645235 Jun 18 08:15:45.138918 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-70e03b51-5ab0-49f3-ba70-2ca148ca2c68 None None] Set router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:15:45.233095 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bca6332a-bb5b-45b4-a2d9-878d813f7337 req-c78da787-580c-47be-865a-ffe6f106fd1f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221206 Jun 18 08:15:45.238429 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6197dabd-59b1-479b-9144-46bd41991527 req-45bd3028-3be8-405f-8af4-9d90d4b4caaa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f31a15ce-192e-4389-a98f-732a12034d15 HTTP/1.1" status: 200 len: 999 time: 0.1203167 Jun 18 08:15:45.303057 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197dabd-59b1-479b-9144-46bd41991527 req-9c42776a-5124-4f68-9fc8-1edf443cc795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:45.304522 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6197dabd-59b1-479b-9144-46bd41991527 req-9c42776a-5124-4f68-9fc8-1edf443cc795 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb87a6f4-0113-442a-b865-b8bb43f888a4 HTTP/1.1" status: 200 len: 855 time: 0.0535898 Jun 18 08:15:45.462700 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee5338-5c87-4cb2-89d7-9aac79129485 req-129d0b93-dba5-469c-99f5-ccd9a173eca2 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:45.464927 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-33ee5338-5c87-4cb2-89d7-9aac79129485 req-129d0b93-dba5-469c-99f5-ccd9a173eca2 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0706832 Jun 18 08:15:45.487946 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-70e03b51-5ab0-49f3-ba70-2ca148ca2c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_floatingips': [{'id': 'ab045795-d5be-4a6e-97fa-51c3e75fb487', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'router_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'port_id': 'f31a15ce-192e-4389-a98f-732a12034d15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'mac_address': 'fa:16:3e:0a:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2db490-a960-4b9f-8486-7f39c1777648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:15:20Z', 'updated_at': '2021-06-18T08:15:43Z', 'revision_number': 1, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b319a4-9efb-482a-9aa5-0e6b09ad0fe6', 'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'mac_address': 'fa:16:3e:bd:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:15Z', 'revision_number': 5, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'subnets': [{'id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:45.517425 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-33ee5338-5c87-4cb2-89d7-9aac79129485 req-4465d114-5cf8-4a08-bbdf-130a30f69210 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466492 Jun 18 08:15:45.519064 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e03b51-5ab0-49f3-ba70-2ca148ca2c68 None None] The sync data for ids ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'] in dv-cinder-761113-14-iscsi is: [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_floatingips': [{'id': 'ab045795-d5be-4a6e-97fa-51c3e75fb487', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'router_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'port_id': 'f31a15ce-192e-4389-a98f-732a12034d15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'mac_address': 'fa:16:3e:0a:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2db490-a960-4b9f-8486-7f39c1777648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:15:20Z', 'updated_at': '2021-06-18T08:15:43Z', 'revision_number': 1, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b319a4-9efb-482a-9aa5-0e6b09ad0fe6', 'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'mac_address': 'fa:16:3e:bd:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:15Z', 'revision_number': 5, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'subnets': [{'id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:15:45.750156 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a86525-a4a0-4fff-a816-7db01e1ddcb1 None None] New status for floating IP ab045795-d5be-4a6e-97fa-51c3e75fb487: ACTIVE {{(pid=92896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:15:46.411100 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315c191-2cb1-4387-ba01-eb9b0ce05b38 req-ebc96443-4806-4509-96f1-21aca84b904f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:46.412538 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5315c191-2cb1-4387-ba01-eb9b0ce05b38 req-ebc96443-4806-4509-96f1-21aca84b904f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0648847 Jun 18 08:15:46.649000 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5315c191-2cb1-4387-ba01-eb9b0ce05b38 req-f7a4ed7d-f43f-4ebb-b424-96353133fe9d tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304389 Jun 18 08:15:46.812839 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522b3b8-8191-4384-9eeb-fcfed4eae36d req-7d51e48d-6156-43d0-8384-3bb91001d441 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:46.814319 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2522b3b8-8191-4384-9eeb-fcfed4eae36d req-7d51e48d-6156-43d0-8384-3bb91001d441 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0641422 Jun 18 08:15:46.853492 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2522b3b8-8191-4384-9eeb-fcfed4eae36d req-4f35a200-7949-42c4-baaf-709f4be90a5a tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332742 Jun 18 08:15:47.825518 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab91ce-8aa9-4ce0-8724-e722b056f49c req-6eae7211-1247-4a4c-b87d-571cbbef93fb tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:47.827035 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-afab91ce-8aa9-4ce0-8724-e722b056f49c req-6eae7211-1247-4a4c-b87d-571cbbef93fb tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0688572 Jun 18 08:15:47.865753 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-afab91ce-8aa9-4ce0-8724-e722b056f49c req-40ed55a8-4722-45f4-b8ba-0f1a4e50f224 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331266 Jun 18 08:15:48.024609 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecabe1a-85b1-41d4-ba53-b84fec398b1c req-b1c4eb5f-1c89-4fc6-8200-3a8268914d69 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:48.025953 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1ecabe1a-85b1-41d4-ba53-b84fec398b1c req-b1c4eb5f-1c89-4fc6-8200-3a8268914d69 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0636914 Jun 18 08:15:48.063307 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1ecabe1a-85b1-41d4-ba53-b84fec398b1c req-0a37e558-b212-41c0-b652-d5a0f4331b1e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315905 Jun 18 08:15:48.417120 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197dabd-59b1-479b-9144-46bd41991527 req-40a24a44-a99e-4779-90dd-895b5e0be374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:48.418583 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6197dabd-59b1-479b-9144-46bd41991527 req-40a24a44-a99e-4779-90dd-895b5e0be374 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0579112 Jun 18 08:15:48.515796 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6197dabd-59b1-479b-9144-46bd41991527 req-beea0262-18c3-4aab-81b7-65b9d4bdd0e0 service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791969 Jun 18 08:15:48.617916 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6197dabd-59b1-479b-9144-46bd41991527 req-ede8ed22-5448-4187-a7f3-2ab167a4632f service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943935 Jun 18 08:15:49.045263 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60389f1-d348-4d9a-a57f-c6f7f7c1a0fe req-f02eda83-5ec7-4274-afce-abb88894a91b tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:49.046711 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e60389f1-d348-4d9a-a57f-c6f7f7c1a0fe req-f02eda83-5ec7-4274-afce-abb88894a91b tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0620048 Jun 18 08:15:49.083286 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e60389f1-d348-4d9a-a57f-c6f7f7c1a0fe req-4454e86a-3377-4d67-93cc-e3590e706d6b tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308588 Jun 18 08:15:49.261509 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cdb11-eb0a-496a-9f43-fa478e685e15 req-f767d077-6b8f-412f-b603-dbd9c207f08d tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:49.263578 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a20cdb11-eb0a-496a-9f43-fa478e685e15 req-f767d077-6b8f-412f-b603-dbd9c207f08d tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0802765 Jun 18 08:15:49.312746 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a20cdb11-eb0a-496a-9f43-fa478e685e15 req-2768af3c-d92a-423d-9a4b-bdd17219673b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413475 Jun 18 08:15:49.950868 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 43004) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:49.994348 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9cd2e3b-2185-4de8-963d-edd249456d74 admin admin] Deleting subnet a05e5381-c120-4412-8e3a-334470a61dc9 {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:15:49.997736 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2e3b-2185-4de8-963d-edd249456d74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:50.034875 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2e3b-2185-4de8-963d-edd249456d74 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:50.043923 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2e3b-2185-4de8-963d-edd249456d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8181128'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:50.097543 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2e3b-2185-4de8-963d-edd249456d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8181127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:50.100308 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:50.123980 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd2e3b-2185-4de8-963d-edd249456d74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a05e5381-c120-4412-8e3a-334470a61dc9,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:50.127094 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f9cd2e3b-2185-4de8-963d-edd249456d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:50.128074 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2e3b-2185-4de8-963d-edd249456d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:50.130219 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f9cd2e3b-2185-4de8-963d-edd249456d74 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a05e5381-c120-4412-8e3a-334470a61dc9 HTTP/1.1" status: 204 len: 168 time: 0.1781189 Jun 18 08:15:50.133576 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 43008) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:50.210430 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093684'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:50.277449 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42200545-36d1-494c-9351-a27fcbe55015 req-0f855536-a52d-470a-aaa9-37486a208485 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:50.279916 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-42200545-36d1-494c-9351-a27fcbe55015 req-0f855536-a52d-470a-aaa9-37486a208485 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0683792 Jun 18 08:15:50.321115 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-42200545-36d1-494c-9351-a27fcbe55015 req-24b65b0a-cd86-4cce-98ff-062e7aa1254a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348077 Jun 18 08:15:50.488862 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ac412-2136-49d7-b94b-0aebb042b23f req-30b3b827-615d-4443-8545-f9ed72570d59 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:50.490304 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-848ac412-2136-49d7-b94b-0aebb042b23f req-30b3b827-615d-4443-8545-f9ed72570d59 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0637848 Jun 18 08:15:50.508462 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187415', 'neutron.services.segments.db._delete_segments_for_network-8757668836051'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:50.522666 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:50.523054 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:50.523895 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:50.524281 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Subscribe: > port after_create 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:50.524766 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Subscribe: > port after_delete 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:50.525110 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Subscribe: > port after_update 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:50.525433 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:50.525748 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:50.526073 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:50.526378 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:50.527933 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-848ac412-2136-49d7-b94b-0aebb042b23f req-16e7317e-6a55-47f7-9d31-c42ff19bde09 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312347 Jun 18 08:15:50.593368 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:50.593722 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:50.594052 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:50.594379 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:15:50.594736 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac2c8fc-79eb-4c62-8ee6-c4d8745a5105']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:50.613914 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec9e17b-8dc1-4c27-85fa-3eef95cd52d1') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:50.614211 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec9e17b-8dc1-4c27-85fa-3eef95cd52d1') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:50.634848 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757668835880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8739281'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:50.662018 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744414e2-d08c-4385-aeea-c49c54d9d34d req-453ed204-4c58-4143-baad-22e2daf63651 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:50.663581 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-744414e2-d08c-4385-aeea-c49c54d9d34d req-453ed204-4c58-4143-baad-22e2daf63651 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 945 time: 0.2322323 Jun 18 08:15:50.665529 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:50.681352 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:15:50.681753 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8739046'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: from cryptography.utils import int_from_bytes Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: from cryptography.utils import int_from_bytes Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: timer() Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: cb(*args, **kw) Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: self._notify() Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: self.callback(batched_events) Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: event.method(event) Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: return self._get(url).json() Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:15:50.685737 dv-cinder-761113-14-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:15:50.770052 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-744414e2-d08c-4385-aeea-c49c54d9d34d req-4656874a-2c0d-4792-9b23-80583338dcad tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/security-groups?id=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989714 Jun 18 08:15:50.777104 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8187406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543934'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:50.782260 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:50.795645 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:50.795645 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] 10.222.0.83 "DELETE /v2.0/networks/5ac2c8fc-79eb-4c62-8ee6-c4d8745a5105 HTTP/1.1" status: 204 len: 168 time: 0.6541679 Jun 18 08:15:50.796180 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43026) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:50.799668 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac2c8fc-79eb-4c62-8ee6-c4d8745a5105,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:50.803177 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:50.847060 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa502741-f922-4a2c-a1be-71a8c4a6586b admin admin] Deleting subnet 6c0d942d-ab30-49fe-bc02-161433dd2118 {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:15:50.850513 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fa502741-f922-4a2c-a1be-71a8c4a6586b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:50.896741 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fa502741-f922-4a2c-a1be-71a8c4a6586b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438516'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:50.935636 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fa502741-f922-4a2c-a1be-71a8c4a6586b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8181128'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:50.951671 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90145dc-c4e3-4fd5-8d16-398747059cd1 req-fea9820c-3540-49c2-8857-e6b7861ce673 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:50.953177 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d90145dc-c4e3-4fd5-8d16-398747059cd1 req-fea9820c-3540-49c2-8857-e6b7861ce673 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0619180 Jun 18 08:15:50.963073 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 43030) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:50.968249 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-40dfe3d9-407a-4125-9b99-46230ee8dc05 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Request body: {'floatingip': {'port_id': 'a23670a1-71ab-4786-963b-22e49c0dfb4c'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:15:50.994673 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fa502741-f922-4a2c-a1be-71a8c4a6586b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8181127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8579627'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:50.997757 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:51.010659 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-40dfe3d9-407a-4125-9b99-46230ee8dc05 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for floatingip, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:51.025839 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa502741-f922-4a2c-a1be-71a8c4a6586b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0d942d-ab30-49fe-bc02-161433dd2118,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:51.029413 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-fa502741-f922-4a2c-a1be-71a8c4a6586b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:51.030689 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fa502741-f922-4a2c-a1be-71a8c4a6586b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:51.033457 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-fa502741-f922-4a2c-a1be-71a8c4a6586b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/6c0d942d-ab30-49fe-bc02-161433dd2118 HTTP/1.1" status: 204 len: 168 time: 0.2396629 Jun 18 08:15:51.036172 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43032) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:51.106995 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e41b2f8f-c5cf-4050-88a4-9516cfcbdb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093684'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:51.184100 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e41b2f8f-c5cf-4050-88a4-9516cfcbdb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187415', 'neutron.services.segments.db._delete_segments_for_network-8757668836051'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:51.193616 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-e41b2f8f-c5cf-4050-88a4-9516cfcbdb87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5622c6d6-0df3-4cb7-a747-dccef91d806c']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:51.204402 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-e41b2f8f-c5cf-4050-88a4-9516cfcbdb87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7dcb215-1a95-42db-a717-a0981e62db67') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:51.204701 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-e41b2f8f-c5cf-4050-88a4-9516cfcbdb87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7dcb215-1a95-42db-a717-a0981e62db67') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:51.213266 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e41b2f8f-c5cf-4050-88a4-9516cfcbdb87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757668835880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438525'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:51.222233 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec801b4-194b-4af6-b5d3-1afa5107acf2 req-3e64397c-62e1-420b-8c52-44b09ba83678 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:51.223731 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0ec801b4-194b-4af6-b5d3-1afa5107acf2 req-3e64397c-62e1-420b-8c52-44b09ba83678 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.1540682 Jun 18 08:15:51.226222 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e41b2f8f-c5cf-4050-88a4-9516cfcbdb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:51.232683 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41b2f8f-c5cf-4050-88a4-9516cfcbdb87 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:15:51.233064 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e41b2f8f-c5cf-4050-88a4-9516cfcbdb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224014'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: timer() Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: cb(*args, **kw) Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: self._notify() Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: self.callback(batched_events) Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: event.method(event) Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._get(url).json() Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:15:51.234666 dv-cinder-761113-14-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:15:51.290598 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e41b2f8f-c5cf-4050-88a4-9516cfcbdb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8187406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543934'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:51.297377 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e41b2f8f-c5cf-4050-88a4-9516cfcbdb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:51.301936 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e41b2f8f-c5cf-4050-88a4-9516cfcbdb87 admin admin] 10.222.0.83 "DELETE /v2.0/networks/5622c6d6-0df3-4cb7-a747-dccef91d806c HTTP/1.1" status: 204 len: 168 time: 0.2625487 Jun 18 08:15:51.301936 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:51.307251 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0ec801b4-194b-4af6-b5d3-1afa5107acf2 req-f1acfa5f-2007-4d20-986c-e5937473a3bf tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495853 Jun 18 08:15:51.314403 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b2f8f-c5cf-4050-88a4-9516cfcbdb87 admin admin] Pushing event deleted for resources: {'Network': ['ID=5622c6d6-0df3-4cb7-a747-dccef91d806c,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:51.321557 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e41b2f8f-c5cf-4050-88a4-9516cfcbdb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:51.465448 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43036) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:51.503713 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-32a40b15-781b-4e07-a697-f8f0391e32ef admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c63882029a414004a09a9acf994582a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368836 Jun 18 08:15:51.506079 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43038) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:51.533361 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-40dfe3d9-407a-4125-9b99-46230ee8dc05 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:51.537518 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-40dfe3d9-407a-4125-9b99-46230ee8dc05 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543884'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:51.556799 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2469c8d6-852b-4a74-b632-1d3f29453d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:51.577677 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2469c8d6-852b-4a74-b632-1d3f29453d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:51.626848 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2469c8d6-852b-4a74-b632-1d3f29453d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:51.629516 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2469c8d6-852b-4a74-b632-1d3f29453d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:51.630651 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2469c8d6-852b-4a74-b632-1d3f29453d1b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0455ca71-7f11-46a9-8b91-f8e3febd6e06 HTTP/1.1" status: 204 len: 168 time: 0.1235693 Jun 18 08:15:51.631429 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-885a2c93-b1a5-4610-b8eb-715239cd9376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:51.636569 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.l3_db [None req-40dfe3d9-407a-4125-9b99-46230ee8dc05 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Floating IP 593ea017-204e-468e-bbee-2412ffe860cb associated. External IP: 172.27.0.185, port: a23670a1-71ab-4786-963b-22e49c0dfb4c. Jun 18 08:15:51.639656 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469c8d6-852b-4a74-b632-1d3f29453d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0455ca71-7f11-46a9-8b91-f8e3febd6e06,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:51.642466 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2469c8d6-852b-4a74-b632-1d3f29453d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:51.867913 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dfe3d9-407a-4125-9b99-46230ee8dc05 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Router 2e677162-09e1-4397-b963-043b777c7912 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:15:51.996865 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43052) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:52.019251 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dfe3d9-407a-4125-9b99-46230ee8dc05 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:15:52.024019 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-40dfe3d9-407a-4125-9b99-46230ee8dc05 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:52.031518 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67000fd-fd22-42ec-b6a1-e109a7cd285e None None] Sync routers for ids ['2e677162-09e1-4397-b963-043b777c7912'] in dv-cinder-761113-14-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:15:52.032589 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b2b73-ef62-435f-97fa-dd007f1c8566 req-3bc4ab64-b8c5-4f27-939d-c872cc9f0449 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:52.034066 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d70b2b73-ef62-435f-97fa-dd007f1c8566 req-3bc4ab64-b8c5-4f27-939d-c872cc9f0449 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 945 time: 0.1209805 Jun 18 08:15:52.036207 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-66accbf2-fbab-4edb-91a1-080040758e7b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1b2f2f00e9ac4ec5a441f35e2a266644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381594 Jun 18 08:15:52.040422 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43054) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:52.044633 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67000fd-fd22-42ec-b6a1-e109a7cd285e None None] Routers {'2e677162-09e1-4397-b963-043b777c7912'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:15:52.045391 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-c67000fd-fd22-42ec-b6a1-e109a7cd285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:15:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2e677162-09e1-4397-b963-043b777c7912'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:52.089809 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3e6d7c4-3f00-46b6-8760-31b40bd654c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:52.094169 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-40dfe3d9-407a-4125-9b99-46230ee8dc05 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "PUT /v2.0/floatingips/593ea017-204e-468e-bbee-2412ffe860cb HTTP/1.1" status: 200 len: 992 time: 1.1274779 Jun 18 08:15:52.094169 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08d3ed5-7623-4853-8df1-af72caf11625', 'tag': 'a23670a1-71ab-4786-963b-22e49c0dfb4c'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:15:52.096749 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ee7958-8656-4423-94a8-c3825dedaf1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e08d3ed5-7623-4853-8df1-af72caf11625", "tag": "a23670a1-71ab-4786-963b-22e49c0dfb4c"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:15:52.105139 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d70b2b73-ef62-435f-97fa-dd007f1c8566 req-fd3b6d12-f94c-4554-87d9-190c3174fb2d tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/security-groups?id=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498149 Jun 18 08:15:52.113621 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3e6d7c4-3f00-46b6-8760-31b40bd654c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:52.165089 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3e6d7c4-3f00-46b6-8760-31b40bd654c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:52.167956 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c3e6d7c4-3f00-46b6-8760-31b40bd654c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:52.171664 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c3e6d7c4-3f00-46b6-8760-31b40bd654c3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a947a1e0-58d3-45cd-8137-833d143ab6a7 HTTP/1.1" status: 204 len: 168 time: 0.1280916 Jun 18 08:15:52.171664 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ed980244-a34b-4844-9882-d8fea1c66dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:52.178593 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6d7c4-3f00-46b6-8760-31b40bd654c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a947a1e0-58d3-45cd-8137-833d143ab6a7,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:52.181396 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c3e6d7c4-3f00-46b6-8760-31b40bd654c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:52.189076 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-c67000fd-fd22-42ec-b6a1-e109a7cd285e None None] Set router 2e677162-09e1-4397-b963-043b777c7912 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:15:52.412729 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-c67000fd-fd22-42ec-b6a1-e109a7cd285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_floatingips': [{'id': '593ea017-204e-468e-bbee-2412ffe860cb', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'router_id': '2e677162-09e1-4397-b963-043b777c7912', 'port_id': 'a23670a1-71ab-4786-963b-22e49c0dfb4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'mac_address': 'fa:16:3e:0f:b6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08d3ed5-7623-4853-8df1-af72caf11625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:15:21Z', 'updated_at': '2021-06-18T08:15:51Z', 'revision_number': 1, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8446f5f0-0e5e-4c93-a13b-9bfb09d0478c', 'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'mac_address': 'fa:16:3e:72:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:18Z', 'revision_number': 5, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'subnets': [{'id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:52.443160 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67000fd-fd22-42ec-b6a1-e109a7cd285e None None] Checking router: 2e677162-09e1-4397-b963-043b777c7912 for host: dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:15:52.452556 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67000fd-fd22-42ec-b6a1-e109a7cd285e None None] Routers {'2e677162-09e1-4397-b963-043b777c7912'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:15:52.453288 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-c67000fd-fd22-42ec-b6a1-e109a7cd285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:15:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2e677162-09e1-4397-b963-043b777c7912'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:52.560714 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-c67000fd-fd22-42ec-b6a1-e109a7cd285e None None] Set router 2e677162-09e1-4397-b963-043b777c7912 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:15:52.784007 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-c67000fd-fd22-42ec-b6a1-e109a7cd285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_floatingips': [{'id': '593ea017-204e-468e-bbee-2412ffe860cb', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'router_id': '2e677162-09e1-4397-b963-043b777c7912', 'port_id': 'a23670a1-71ab-4786-963b-22e49c0dfb4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'mac_address': 'fa:16:3e:0f:b6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08d3ed5-7623-4853-8df1-af72caf11625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:15:21Z', 'updated_at': '2021-06-18T08:15:51Z', 'revision_number': 1, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8446f5f0-0e5e-4c93-a13b-9bfb09d0478c', 'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'mac_address': 'fa:16:3e:72:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:18Z', 'revision_number': 5, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'subnets': [{'id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:52.811113 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67000fd-fd22-42ec-b6a1-e109a7cd285e None None] The sync data for ids ['2e677162-09e1-4397-b963-043b777c7912'] in dv-cinder-761113-14-iscsi is: [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_floatingips': [{'id': '593ea017-204e-468e-bbee-2412ffe860cb', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'router_id': '2e677162-09e1-4397-b963-043b777c7912', 'port_id': 'a23670a1-71ab-4786-963b-22e49c0dfb4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'mac_address': 'fa:16:3e:0f:b6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08d3ed5-7623-4853-8df1-af72caf11625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:15:21Z', 'updated_at': '2021-06-18T08:15:51Z', 'revision_number': 1, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8446f5f0-0e5e-4c93-a13b-9bfb09d0478c', 'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'mac_address': 'fa:16:3e:72:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:18Z', 'revision_number': 5, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'subnets': [{'id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:15:53.002479 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21281b4a-76f7-4f2f-bd84-de3c40c46b05 None None] New status for floating IP 593ea017-204e-468e-bbee-2412ffe860cb: ACTIVE {{(pid=92896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:15:53.562159 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:53.663583 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c0d26d-6ccb-4e15-ba21-715a1d02e450 x-openstack-request-id: req-03c0d26d-6ccb-4e15-ba21-715a1d02e450 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:15:53.664883 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08d3ed5-7623-4853-8df1-af72caf11625", "tag": "a23670a1-71ab-4786-963b-22e49c0dfb4c", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:15:53.665114 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-03c0d26d-6ccb-4e15-ba21-715a1d02e450 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:15:53.665868 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08d3ed5-7623-4853-8df1-af72caf11625', 'tag': 'a23670a1-71ab-4786-963b-22e49c0dfb4c', 'status': 'completed', 'code': 200} Jun 18 08:15:53.700606 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f4e9e-252c-4cc7-9dbd-6a080238a9c0 req-858df895-2e51-4cc1-a7f4-ccedc3c9658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:53.702232 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed9f4e9e-252c-4cc7-9dbd-6a080238a9c0 req-858df895-2e51-4cc1-a7f4-ccedc3c9658c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d410c302b42f411e81e57b1efce3d4d3&device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 1099 time: 0.0744665 Jun 18 08:15:53.881669 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee7958-8656-4423-94a8-c3825dedaf1d req-32ecd56d-8466-4f33-89af-b6674f7cd85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:53.884469 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-23ee7958-8656-4423-94a8-c3825dedaf1d req-32ecd56d-8466-4f33-89af-b6674f7cd85d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 1099 time: 0.1865048 Jun 18 08:15:53.885424 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f4e9e-252c-4cc7-9dbd-6a080238a9c0 req-3a695987-ad60-4789-bba5-a5b88f51b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:53.886706 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed9f4e9e-252c-4cc7-9dbd-6a080238a9c0 req-3a695987-ad60-4789-bba5-a5b88f51b09d service neutron] 10.222.0.88 "GET /v2.0/networks?id=81beaa51-a303-4525-af1f-eae9f4b78c5e HTTP/1.1" status: 200 len: 919 time: 0.1559289 Jun 18 08:15:53.934162 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a5732-01cb-43a0-ad88-00b6fffc5253 req-9e3088d2-8fbf-4eb4-ae30-d46c6e50268c tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:53.935709 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-920a5732-01cb-43a0-ad88-00b6fffc5253 req-9e3088d2-8fbf-4eb4-ae30-d46c6e50268c tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.1953249 Jun 18 08:15:53.968506 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b15b1e-b516-47de-8f14-b1499f0dd7c3 req-e8e3b7b0-0e07-4324-abb5-8d124947e976 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:53.970015 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e7b15b1e-b516-47de-8f14-b1499f0dd7c3 req-e8e3b7b0-0e07-4324-abb5-8d124947e976 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 945 time: 0.0720758 Jun 18 08:15:54.019362 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e7b15b1e-b516-47de-8f14-b1499f0dd7c3 req-8731795c-c3e6-4db9-90f4-3b1faf74d91e tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/security-groups?id=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433550 Jun 18 08:15:54.199650 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed9f4e9e-252c-4cc7-9dbd-6a080238a9c0 req-38301338-3cd1-44c5-9817-8e7ab9323e5b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b8582ca-9553-437b-854d-f337ef101227 HTTP/1.1" status: 200 len: 217 time: 0.2934108 Jun 18 08:15:54.275260 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-920a5732-01cb-43a0-ad88-00b6fffc5253 req-0c7bcbf5-2225-405a-bbd9-55be360edde3 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871565 Jun 18 08:15:54.290793 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f4e9e-252c-4cc7-9dbd-6a080238a9c0 req-b52bb76e-077b-4ab3-9a30-3a3e6295a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:54.292267 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed9f4e9e-252c-4cc7-9dbd-6a080238a9c0 req-b52bb76e-077b-4ab3-9a30-3a3e6295a6f3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a962334-f0f8-4687-b920-e54f22a8616d HTTP/1.1" status: 200 len: 857 time: 0.0788028 Jun 18 08:15:54.310531 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee7958-8656-4423-94a8-c3825dedaf1d req-9a8eca85-5b39-421e-b9cb-bd26b99130af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:54.311778 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-23ee7958-8656-4423-94a8-c3825dedaf1d req-9a8eca85-5b39-421e-b9cb-bd26b99130af service neutron] 10.222.0.88 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 912 time: 0.4146628 Jun 18 08:15:54.334596 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed9f4e9e-252c-4cc7-9dbd-6a080238a9c0 req-cc81c07f-a2b5-40e8-80a3-b5897b0a1f80 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=81beaa51-a303-4525-af1f-eae9f4b78c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335999 Jun 18 08:15:54.444419 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-23ee7958-8656-4423-94a8-c3825dedaf1d req-dd4c3499-0f72-47e7-97ed-e81bb20619c6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23670a1-71ab-4786-963b-22e49c0dfb4c HTTP/1.1" status: 200 len: 1002 time: 0.1121528 Jun 18 08:15:54.510104 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed9f4e9e-252c-4cc7-9dbd-6a080238a9c0 req-0b8d4bd7-0bb9-43a2-8d76-ac0e80496eaf service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662893 Jun 18 08:15:54.517648 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee7958-8656-4423-94a8-c3825dedaf1d req-be3a7ac9-c6c0-47c6-8f28-5e05ac474088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:54.522738 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-23ee7958-8656-4423-94a8-c3825dedaf1d req-be3a7ac9-c6c0-47c6-8f28-5e05ac474088 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 200 len: 849 time: 0.0672791 Jun 18 08:15:54.657849 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee7958-8656-4423-94a8-c3825dedaf1d req-63bb1a1c-3bae-4115-be49-0389563add40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:54.659367 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-23ee7958-8656-4423-94a8-c3825dedaf1d req-63bb1a1c-3bae-4115-be49-0389563add40 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1144011 Jun 18 08:15:54.661352 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ed9f4e9e-252c-4cc7-9dbd-6a080238a9c0 req-cab1544f-0e5b-4483-b1e3-9a35cab8ab89 service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345406 Jun 18 08:15:54.816693 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-23ee7958-8656-4423-94a8-c3825dedaf1d req-2d3a21a4-96eb-4bc6-8418-2a6dcf87640c service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417079 Jun 18 08:15:54.964093 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-23ee7958-8656-4423-94a8-c3825dedaf1d req-7494e2d9-3a70-494f-bd56-f09f6e6fa45f service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935032 Jun 18 08:15:55.216469 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0599a-2121-4d3f-9a21-9fda3cba023c req-ae905aef-fbf3-49d6-adbd-b97098e3bb4d tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:55.217817 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cfe0599a-2121-4d3f-9a21-9fda3cba023c req-ae905aef-fbf3-49d6-adbd-b97098e3bb4d tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 945 time: 0.0631256 Jun 18 08:15:55.237226 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-dc687b81-0aa2-4dee-b1b6-7719e03bb09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:55.256439 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cfe0599a-2121-4d3f-9a21-9fda3cba023c req-65ba1f96-0172-4fd9-bb9d-facfc43dec03 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/security-groups?id=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320590 Jun 18 08:15:55.457719 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdfb04-5380-4470-a192-e1290017baa1 req-aa1d7a08-325e-41cf-89f7-aa2add93c5a8 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:55.459183 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b3fdfb04-5380-4470-a192-e1290017baa1 req-aa1d7a08-325e-41cf-89f7-aa2add93c5a8 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0619192 Jun 18 08:15:55.496572 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b3fdfb04-5380-4470-a192-e1290017baa1 req-e265256d-0c45-4b81-bbdd-5b457f89e76a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315311 Jun 18 08:15:56.369179 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43190) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:56.441663 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf117c5-3cb5-4ba0-af05-f5d2cd0e0737 req-b0d9f892-f9a7-4ac4-9ecc-edeeab4139fe tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:56.443149 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9cf117c5-3cb5-4ba0-af05-f5d2cd0e0737 req-b0d9f892-f9a7-4ac4-9ecc-edeeab4139fe tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 945 time: 0.0679207 Jun 18 08:15:56.473115 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:56.483185 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9cf117c5-3cb5-4ba0-af05-f5d2cd0e0737 req-56eec2e0-9723-4c2d-b7fa-1401049282a2 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/security-groups?id=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332754 Jun 18 08:15:56.563768 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:56.567404 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:56.570806 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a3eca0a1-a381-46de-8ea6-635ffca8de2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:56.593939 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=73e1fb465fa44dedb4d34cc0ac353591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235336 Jun 18 08:15:56.595919 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 43200) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:56.612246 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bb0152-8742-4820-aa8d-69e397ea4468,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:56.620731 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.621106 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.621642 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.622055 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.622339 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.622690 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.623241 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.623596 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.623945 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.624291 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.624625 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.624966 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.630174 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:56.656835 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:56.683706 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:56.699566 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0dff2-7071-4ce1-8256-af3301d94f76 req-7f622ac5-9d26-467b-9bf3-9a4b87afba20 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:56.701188 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c2c0dff2-7071-4ce1-8256-af3301d94f76 req-7f622ac5-9d26-467b-9bf3-9a4b87afba20 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0726733 Jun 18 08:15:56.742139 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:56.745828 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:56.747151 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/55bb0152-8742-4820-aa8d-69e397ea4468 HTTP/1.1" status: 204 len: 168 time: 0.1494772 Jun 18 08:15:56.748143 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-404b44e8-1cb1-4bd5-bf6f-fdff05c34ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:56.749555 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c2c0dff2-7071-4ce1-8256-af3301d94f76 req-5f921b90-33a4-4184-b921-8b8644a4016e tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Jun 18 08:15:56.756543 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bb0152-8742-4820-aa8d-69e397ea4468,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:56.765664 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.766258 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.766789 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.767353 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.768055 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.768551 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.769966 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.770697 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.771296 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.771813 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.772163 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.772508 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:56.776722 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:56.850210 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 43208) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:57.052560 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-29825e01-4524-4ae1-8f33-a90eff362e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:57.185557 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-29825e01-4524-4ae1-8f33-a90eff362e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:57.190678 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-29825e01-4524-4ae1-8f33-a90eff362e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:57.194144 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-da83d21f-5b41-490b-a7cd-da7fb45dbd58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:57.230108 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-29825e01-4524-4ae1-8f33-a90eff362e2b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=937ae36d5df54cf78cfd352cf1eed340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787730 Jun 18 08:15:57.231002 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29825e01-4524-4ae1-8f33-a90eff362e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a74918-a575-48ce-83e1-e6b46ea9e895,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:57.232866 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43228) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:57.233917 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-29825e01-4524-4ae1-8f33-a90eff362e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:57.284925 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2690-cfde-4777-84c7-0e08291a9a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:57.306710 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2690-cfde-4777-84c7-0e08291a9a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:57.352872 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2690-cfde-4777-84c7-0e08291a9a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:57.355735 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2690-cfde-4777-84c7-0e08291a9a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:57.359509 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a3eb2690-cfde-4777-84c7-0e08291a9a18 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d8a74918-a575-48ce-83e1-e6b46ea9e895 HTTP/1.1" status: 204 len: 168 time: 0.1255217 Jun 18 08:15:57.360305 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8b5e86f8-78df-4ddc-a701-cd9a8b92f1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:57.368628 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb2690-cfde-4777-84c7-0e08291a9a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a74918-a575-48ce-83e1-e6b46ea9e895,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:57.371682 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a3eb2690-cfde-4777-84c7-0e08291a9a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:57.627603 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43248) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:57.641428 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8889563d-e5ee-4d15-91cd-9ec83029522a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:57.734738 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8889563d-e5ee-4d15-91cd-9ec83029522a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:57.740901 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8889563d-e5ee-4d15-91cd-9ec83029522a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:57.744478 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f26d0338-4d64-48ab-b9f0-a7409799bc34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:57.787500 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8889563d-e5ee-4d15-91cd-9ec83029522a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0ccb3195d6e542f0a07f157ea6ecbb13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587074 Jun 18 08:15:57.788422 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889563d-e5ee-4d15-91cd-9ec83029522a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2369b6dd-6c7a-43f4-b745-1ba9e7bf5259,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:57.791432 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 43254) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:57.793206 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8889563d-e5ee-4d15-91cd-9ec83029522a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:57.850803 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:57.855306 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d8db892f-f3c0-42d8-b906-f5cfc894528f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:57.876598 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d8db892f-f3c0-42d8-b906-f5cfc894528f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:57.922882 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d8db892f-f3c0-42d8-b906-f5cfc894528f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:57.925529 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-d8db892f-f3c0-42d8-b906-f5cfc894528f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:57.926677 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-d8db892f-f3c0-42d8-b906-f5cfc894528f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2369b6dd-6c7a-43f4-b745-1ba9e7bf5259 HTTP/1.1" status: 204 len: 168 time: 0.1342607 Jun 18 08:15:57.927489 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:57.935354 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db892f-f3c0-42d8-b906-f5cfc894528f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2369b6dd-6c7a-43f4-b745-1ba9e7bf5259,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:57.937834 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d8db892f-f3c0-42d8-b906-f5cfc894528f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:58.164752 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-083c281d-4a50-42a1-b9c6-bcddcfaeb2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:58.877659 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:59.118937 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43318) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:59.228098 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dd64cd20-8589-4597-8e45-3670daa8b358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:59.319203 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dd64cd20-8589-4597-8e45-3670daa8b358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:59.323865 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-dd64cd20-8589-4597-8e45-3670daa8b358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:59.326996 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7dbb30ca-4891-40a8-bf38-52044b5779ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:59.365246 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-dd64cd20-8589-4597-8e45-3670daa8b358 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=af346a9d4a954da19cd16c3dfc15550b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425086 Jun 18 08:15:59.365246 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64cd20-8589-4597-8e45-3670daa8b358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0579df18-b619-416d-875a-11009753f50a,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:59.366342 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 43324) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:15:59.366897 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-dd64cd20-8589-4597-8e45-3670daa8b358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:59.416153 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a6fd4fbf-b18d-4de6-ad24-d07ac85e7694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:59.436628 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a6fd4fbf-b18d-4de6-ad24-d07ac85e7694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:59.480586 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a6fd4fbf-b18d-4de6-ad24-d07ac85e7694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:59.483291 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a6fd4fbf-b18d-4de6-ad24-d07ac85e7694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:59.484406 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a6fd4fbf-b18d-4de6-ad24-d07ac85e7694 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0579df18-b619-416d-875a-11009753f50a HTTP/1.1" status: 204 len: 168 time: 0.1163492 Jun 18 08:15:59.485129 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:59.493187 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd4fbf-b18d-4de6-ad24-d07ac85e7694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0579df18-b619-416d-875a-11009753f50a,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:59.497864 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a6fd4fbf-b18d-4de6-ad24-d07ac85e7694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:59.527041 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f6b69dae-1303-4f84-ba2b-fb79fe1654b6 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:15:59.608981 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:59.634779 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cc4021-e99c-4549-9ec6-7e7d30278b32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b69dae-1303-4f84-ba2b-fb79fe1654b6'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:15:59.637385 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9892143-bb16-4301-87e4-9469b06a5e67" -d '{"events": [{"server_uuid": "a4cc4021-e99c-4549-9ec6-7e7d30278b32", "name": "network-vif-unplugged", "status": "completed", "tag": "f6b69dae-1303-4f84-ba2b-fb79fe1654b6"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:15:59.651296 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f6b69dae-1303-4f84-ba2b-fb79fe1654b6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f6b69dae-1303-4f84-ba2b-fb79fe1654b6,segment=NetworkSegment(73b7a217-86ab-4163-933f-b59a31d6ae63),segment_id=73b7a217-86ab-4163-933f-b59a31d6ae63)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:59.655440 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:15:59.657411 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:15:59.718704 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=f6b69dae-1303-4f84-ba2b-fb79fe1654b6,revision_number=6']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:59.728704 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:59.729180 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:59.729702 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:59.730255 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:59.730927 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:59.731475 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:59.732562 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:59.733248 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:59.733775 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:59.734284 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:59.734787 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:59.735457 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:59.740867 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:15:59.812941 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76a95c-23bd-4a16-a5c8-ce2a44468154 req-626106f2-7258-4314-8cca-67002f9be984 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:59.815526 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0c76a95c-23bd-4a16-a5c8-ce2a44468154 req-626106f2-7258-4314-8cca-67002f9be984 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 943 time: 0.0766945 Jun 18 08:15:59.852363 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3970ec-8324-44b2-9ebd-c0a16b42670a req-1702b91b-cf7b-4199-8e5a-50d52627d79f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:59.856091 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9c3970ec-8324-44b2-9ebd-c0a16b42670a req-1702b91b-cf7b-4199-8e5a-50d52627d79f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.1053464 Jun 18 08:15:59.860147 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0c76a95c-23bd-4a16-a5c8-ce2a44468154 req-d323d74d-1ca8-44d8-b00c-e6c34849dbee tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/security-groups?id=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377610 Jun 18 08:15:59.920695 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 08:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef67aae7-dc81-4710-8657-a9e6d03e0329 x-openstack-request-id: req-ef67aae7-dc81-4710-8657-a9e6d03e0329 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:15:59.921181 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cc4021-e99c-4549-9ec6-7e7d30278b32", "name": "network-vif-unplugged", "status": "completed", "tag": "f6b69dae-1303-4f84-ba2b-fb79fe1654b6", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:15:59.921289 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ef67aae7-dc81-4710-8657-a9e6d03e0329 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:15:59.921645 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cc4021-e99c-4549-9ec6-7e7d30278b32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b69dae-1303-4f84-ba2b-fb79fe1654b6', 'code': 200} Jun 18 08:15:59.926939 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c837720-2a51-4156-930e-d4533eb21459 req-85df4254-d022-4692-bcc2-997308655deb tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:15:59.928474 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0c837720-2a51-4156-930e-d4533eb21459 req-85df4254-d022-4692-bcc2-997308655deb tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.88 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 943 time: 0.1143696 Jun 18 08:15:59.931769 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9c3970ec-8324-44b2-9ebd-c0a16b42670a req-c4e84623-5c54-4364-9498-78050f11083a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667059 Jun 18 08:16:00.053185 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-0c837720-2a51-4156-930e-d4533eb21459 req-e38f3441-3a96-4e21-8083-1f91de078f14 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Deleting port f6b69dae-1303-4f84-ba2b-fb79fe1654b6 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:16:00.053556 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0c837720-2a51-4156-930e-d4533eb21459 req-e38f3441-3a96-4e21-8083-1f91de078f14 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:00.149240 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-0c837720-2a51-4156-930e-d4533eb21459 req-e38f3441-3a96-4e21-8083-1f91de078f14 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] For port f6b69dae-1303-4f84-ba2b-fb79fe1654b6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f6b69dae-1303-4f84-ba2b-fb79fe1654b6,segment=NetworkSegment(73b7a217-86ab-4163-933f-b59a31d6ae63),segment_id=73b7a217-86ab-4163-933f-b59a31d6ae63)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:00.149608 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0c837720-2a51-4156-930e-d4533eb21459 req-e38f3441-3a96-4e21-8083-1f91de078f14 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:00.232825 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-0c837720-2a51-4156-930e-d4533eb21459 req-e38f3441-3a96-4e21-8083-1f91de078f14 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Calling delete_port for f6b69dae-1303-4f84-ba2b-fb79fe1654b6 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:16:00.270702 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43352) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:00.377377 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1734739142-network', 'tenant_id': '722a886ce11b47cda20d09d6f65fb073'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:16:00.393330 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0c837720-2a51-4156-930e-d4533eb21459 req-e38f3441-3a96-4e21-8083-1f91de078f14 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:00.397198 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5f4249d8-7cb9-4dc8-9daf-a730ff7289c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:00.412400 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] Made reservation on behalf of 722a886ce11b47cda20d09d6f65fb073 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:16:00.415805 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:00.422892 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f3441-3a96-4e21-8083-1f91de078f14 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Pushing event deleted for resources: {'Port': ['ID=f6b69dae-1303-4f84-ba2b-fb79fe1654b6,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:00.426005 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e38f3441-3a96-4e21-8083-1f91de078f14 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:00.432796 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:00.486640 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c837720-2a51-4156-930e-d4533eb21459 req-e38f3441-3a96-4e21-8083-1f91de078f14 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] No DVR routers for this DVR port f6b69dae-1303-4f84-ba2b-fb79fe1654b6 on host hv-cinder-76111 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:16:00.489798 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0c837720-2a51-4156-930e-d4533eb21459 req-e38f3441-3a96-4e21-8083-1f91de078f14 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:00.492074 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0c837720-2a51-4156-930e-d4533eb21459 req-e38f3441-3a96-4e21-8083-1f91de078f14 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.88 "DELETE /v2.0/ports/f6b69dae-1303-4f84-ba2b-fb79fe1654b6 HTTP/1.1" status: 204 len: 173 time: 0.5501509 Jun 18 08:16:00.492752 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cc4021-e99c-4549-9ec6-7e7d30278b32', 'name': 'network-vif-deleted', 'tag': 'f6b69dae-1303-4f84-ba2b-fb79fe1654b6'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:16:00.495103 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1030db80-abbf-49b4-ae75-1ccaeaa88b04" -d '{"events": [{"server_uuid": "a4cc4021-e99c-4549-9ec6-7e7d30278b32", "name": "network-vif-deleted", "tag": "f6b69dae-1303-4f84-ba2b-fb79fe1654b6"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:16:00.531098 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:00.536706 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:00.541712 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8d1c324d-015c-4c14-af59-09d46e192dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:00.545098 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754b8afd-9045-49cd-9d45-3dd3acfd230f x-openstack-request-id: req-754b8afd-9045-49cd-9d45-3dd3acfd230f {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:16:00.545608 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cc4021-e99c-4549-9ec6-7e7d30278b32", "name": "network-vif-deleted", "tag": "f6b69dae-1303-4f84-ba2b-fb79fe1654b6", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:16:00.545973 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-754b8afd-9045-49cd-9d45-3dd3acfd230f {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:16:00.546503 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cc4021-e99c-4549-9ec6-7e7d30278b32', 'name': 'network-vif-deleted', 'tag': 'f6b69dae-1303-4f84-ba2b-fb79fe1654b6', 'status': 'completed', 'code': 200} Jun 18 08:16:00.559223 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:16:00.567880 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:00.572601 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad423f25-dacf-4fdb-9239-17d229521ef3,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:00.576713 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:00.577759 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:00.578099 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] Added segment b98ec0a4-230c-4e50-a74d-114294bac3fc of type vlan for network 68c0a70c-819e-41d6-b548-c074e6df9462 Jun 18 08:16:00.621171 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:00.652205 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:00.653533 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:00.654256 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:00.658402 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:00.703628 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4316006 Jun 18 08:16:00.705652 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 43364) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:00.711462 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-0d1455e0-8ed1-46f7-81ba-ddbba1403250 admin admin] Request body: {'subnet': {'network_id': '68c0a70c-819e-41d6-b548-c074e6df9462', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1734739142-subnet', 'tenant_id': '722a886ce11b47cda20d09d6f65fb073', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:16:00.720591 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] Pushing event updated for resources: {'Network': ['ID=68c0a70c-819e-41d6-b548-c074e6df9462,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:00.723509 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:00.731842 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network 68c0a70c-819e-41d6-b548-c074e6df9462 details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:16:00.736838 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1455e0-8ed1-46f7-81ba-ddbba1403250 admin admin] Made reservation on behalf of 722a886ce11b47cda20d09d6f65fb073 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:16:00.739265 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0d1455e0-8ed1-46f7-81ba-ddbba1403250 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8539551'] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:00.928486 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0d1455e0-8ed1-46f7-81ba-ddbba1403250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8739212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8539533'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:00.936164 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f9cd2e3b-2185-4de8-963d-edd249456d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:01.003267 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1455e0-8ed1-46f7-81ba-ddbba1403250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c44a713-8a67-4660-8264-089ab930fe24,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:01.008352 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0d1455e0-8ed1-46f7-81ba-ddbba1403250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:01.009403 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1455e0-8ed1-46f7-81ba-ddbba1403250 admin admin] Checking segment: {'id': 'b98ec0a4-230c-4e50-a74d-114294bac3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68c0a70c-819e-41d6-b548-c074e6df9462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:16:01.009900 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1455e0-8ed1-46f7-81ba-ddbba1403250 admin admin] Network hostable DHCP agents. Network: 68c0a70c-819e-41d6-b548-c074e6df9462, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:16:01.041971 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1455e0-8ed1-46f7-81ba-ddbba1403250 admin admin] Network 68c0a70c-819e-41d6-b548-c074e6df9462 is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:16:01.086225 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a2b054d4-66d9-4db6-a101-9bb088724a30 req-11679adc-3fd4-43f0-937f-fba0a0df05c6 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4cc4021-e99c-4549-9ec6-7e7d30278b32 HTTP/1.1" status: 200 len: 210 time: 0.0358794 Jun 18 08:16:01.087032 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-0d1455e0-8ed1-46f7-81ba-ddbba1403250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, 68c0a70c-819e-41d6-b548-c074e6df9462) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:16:01.097169 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a816fe8f-625a-4f67-a3c7-c49dc0a6f787 None None] Network 68c0a70c-819e-41d6-b548-c074e6df9462 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:16:01.098290 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1455e0-8ed1-46f7-81ba-ddbba1403250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:01.099227 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0d1455e0-8ed1-46f7-81ba-ddbba1403250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:01.130894 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0d1455e0-8ed1-46f7-81ba-ddbba1403250 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4194498 Jun 18 08:16:01.259006 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f04ba-8a31-4936-a3f2-fa48eb4f05c1 req-8508d614-be82-4f7c-ac9e-d9a3b64330f5 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:01.259234 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-494f04ba-8a31-4936-a3f2-fa48eb4f05c1 req-8508d614-be82-4f7c-ac9e-d9a3b64330f5 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.1392415 Jun 18 08:16:01.310612 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-494f04ba-8a31-4936-a3f2-fa48eb4f05c1 req-19333c81-d298-4604-8684-b37da4232c32 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423081 Jun 18 08:16:01.393349 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafb9985-9271-4a96-b7c9-49de1bf3145c None None] Network 68c0a70c-819e-41d6-b548-c074e6df9462 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:16:02.088506 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-77708886-8507-45cb-b9ed-9948209abc3a tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:02.088506 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-77708886-8507-45cb-b9ed-9948209abc3a tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/networks?id=1b776cf9-ad83-4846-a685-0caa9f4a49e7 HTTP/1.1" status: 200 len: 815 time: 0.1044126 Jun 18 08:16:02.108703 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-5c52c57d-ce16-4cb7-95c6-68c18fcb65ae tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/quotas/700f52b6512d464cbad45deec9a66894 HTTP/1.1" status: 200 len: 375 time: 0.0149622 Jun 18 08:16:02.194946 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-dfd49af5-062b-432d-8b4d-8bd565e43d48 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=700f52b6512d464cbad45deec9a66894&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0853794 Jun 18 08:16:02.299994 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-788d3ad7-63d5-4456-a7d0-60a2f9271b19 service neutron] 10.222.0.83 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951135 Jun 18 08:16:02.407081 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-bdfc2d12-f236-4785-b171-41ae9c53d0a6 service neutron] 10.222.0.83 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003108 Jun 18 08:16:02.577158 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a0199-953f-4835-80fd-44110a66ccb3 req-c3828674-4e05-499f-b898-bf3ca1f16d5c tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:02.583367 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-307a0199-953f-4835-80fd-44110a66ccb3 req-c3828674-4e05-499f-b898-bf3ca1f16d5c tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.1243958 Jun 18 08:16:02.644610 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9e07136b-a1ac-4394-81f1-3c8bd59ec6c0 req-7ae66271-f85c-4b53-a20a-cc02a828561b tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 210 time: 0.0318952 Jun 18 08:16:02.656365 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-307a0199-953f-4835-80fd-44110a66ccb3 req-7fb34bff-e057-4bc0-9899-58a99043622a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607405 Jun 18 08:16:03.053314 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-dedac75a-dadd-4a57-b9f3-d2e8d2fa9b44 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:03.055405 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-dedac75a-dadd-4a57-b9f3-d2e8d2fa9b44 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/networks?id=68c0a70c-819e-41d6-b548-c074e6df9462 HTTP/1.1" status: 200 len: 809 time: 0.0962660 Jun 18 08:16:03.070266 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-1856d9e1-c437-4ba7-ada9-6f2fe716aa0b tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/quotas/722a886ce11b47cda20d09d6f65fb073 HTTP/1.1" status: 200 len: 375 time: 0.0088696 Jun 18 08:16:03.106639 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-311389b8-8d77-400c-b138-c2b4dbdcdb26 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=722a886ce11b47cda20d09d6f65fb073&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315053 Jun 18 08:16:03.197558 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-afc30595-2b8e-4581-8771-9b650af32cee service neutron] 10.222.0.83 "GET /v2.0/networks/68c0a70c-819e-41d6-b548-c074e6df9462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839288 Jun 18 08:16:03.286334 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-fd059f98-25bc-4132-b27f-7eb6e58b056d service neutron] 10.222.0.83 "GET /v2.0/networks/68c0a70c-819e-41d6-b548-c074e6df9462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831673 Jun 18 08:16:06.541302 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-816d51b7-dd1b-499c-ab28-0d36c031fba4 req-cc006340-87c6-4611-8c7e-e60064188286 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 210 time: 0.0317707 Jun 18 08:16:06.594665 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-453a7262-7fd4-4435-bb38-4bc303ae3270 req-2485a5ac-4326-4f5d-acbc-9d5d3fa6a86c tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 210 time: 0.0283387 Jun 18 08:16:06.686085 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43530) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:06.722616 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383b560-db6e-443d-9387-01603722d7cf req-8a56d636-2957-4c4f-8dd8-204051580b2f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:06.724150 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d383b560-db6e-443d-9387-01603722d7cf req-8a56d636-2957-4c4f-8dd8-204051580b2f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0734897 Jun 18 08:16:06.752729 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1a5ec2-e671-42dc-94aa-f4271f24abfb admin admin] Deleting subnet 1e7dfe10-14ba-431f-98d2-bfd0f932a40f {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:16:06.756542 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5ec2-e671-42dc-94aa-f4271f24abfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:06.768034 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d383b560-db6e-443d-9387-01603722d7cf req-46d6a62a-2963-4fbc-9927-ebd4bf7ac8d2 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369241 Jun 18 08:16:06.806828 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5ec2-e671-42dc-94aa-f4271f24abfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438516'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:06.847720 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5ec2-e671-42dc-94aa-f4271f24abfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8181128'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:06.896909 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5ec2-e671-42dc-94aa-f4271f24abfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8181127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8579627'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:06.900668 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:06.925069 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a5ec2-e671-42dc-94aa-f4271f24abfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e7dfe10-14ba-431f-98d2-bfd0f932a40f,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:06.926964 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5ec2-e671-42dc-94aa-f4271f24abfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:06.928794 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1b1a5ec2-e671-42dc-94aa-f4271f24abfb admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1e7dfe10-14ba-431f-98d2-bfd0f932a40f HTTP/1.1" status: 204 len: 168 time: 0.2414520 Jun 18 08:16:06.929649 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1b1a5ec2-e671-42dc-94aa-f4271f24abfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:06.932387 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 43540) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:07.014029 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6eafe6b5-3378-4bd4-adfc-1b69eb9acdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093684'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:07.103871 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6eafe6b5-3378-4bd4-adfc-1b69eb9acdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187415', 'neutron.services.segments.db._delete_segments_for_network-8757668836051'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:07.114342 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-6eafe6b5-3378-4bd4-adfc-1b69eb9acdf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51847c2-f918-4270-b98b-8271086982fa']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:16:07.129794 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-6eafe6b5-3378-4bd4-adfc-1b69eb9acdf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b7a217-86ab-4163-933f-b59a31d6ae63') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:16:07.130228 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-6eafe6b5-3378-4bd4-adfc-1b69eb9acdf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b7a217-86ab-4163-933f-b59a31d6ae63') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:16:07.143955 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6eafe6b5-3378-4bd4-adfc-1b69eb9acdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757668835880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8739281'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:07.168521 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6eafe6b5-3378-4bd4-adfc-1b69eb9acdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:07.180269 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eafe6b5-3378-4bd4-adfc-1b69eb9acdf5 admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:16:07.180999 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6eafe6b5-3378-4bd4-adfc-1b69eb9acdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8739046'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: timer() Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: cb(*args, **kw) Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: self._notify() Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: self.callback(batched_events) Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: event.method(event) Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: return self._get(url).json() Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:16:07.183701 dv-cinder-761113-14-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:16:07.298219 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6eafe6b5-3378-4bd4-adfc-1b69eb9acdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8187406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543934'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:07.310943 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:07.317037 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6eafe6b5-3378-4bd4-adfc-1b69eb9acdf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:07.322658 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6eafe6b5-3378-4bd4-adfc-1b69eb9acdf5 admin admin] 10.222.0.83 "DELETE /v2.0/networks/b51847c2-f918-4270-b98b-8271086982fa HTTP/1.1" status: 204 len: 168 time: 0.3854589 Jun 18 08:16:07.337850 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafe6b5-3378-4bd4-adfc-1b69eb9acdf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b51847c2-f918-4270-b98b-8271086982fa,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:07.342799 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6eafe6b5-3378-4bd4-adfc-1b69eb9acdf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:07.359196 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-cce02e34-8a12-4f00-8230-fb0e80b0eeb8 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:07.360636 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-cce02e34-8a12-4f00-8230-fb0e80b0eeb8 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.88 "GET /v2.0/networks?id=1b776cf9-ad83-4846-a685-0caa9f4a49e7 HTTP/1.1" status: 200 len: 815 time: 0.1383543 Jun 18 08:16:07.385910 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-9295b871-1765-4b9c-a1c9-a281b4ef0e46 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Request body: {'port': {'device_id': '1db1f395-8733-475f-9903-007f53b690cb', 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7', 'admin_state_up': True, 'tenant_id': '700f52b6512d464cbad45deec9a66894'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:16:07.522100 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43566) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:07.528338 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-9295b871-1765-4b9c-a1c9-a281b4ef0e46 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Made reservation on behalf of 700f52b6512d464cbad45deec9a66894 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:16:07.531976 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-9295b871-1765-4b9c-a1c9-a281b4ef0e46 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:07.579543 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-668e279e-cac5-4aa8-9675-f71d275e2d61 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=93f0e534f2a543149af250485108acea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0544789 Jun 18 08:16:07.581908 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43572) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:07.633518 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2847a1df-d94e-4e46-a52b-f1a05de98dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:07.656091 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2847a1df-d94e-4e46-a52b-f1a05de98dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:07.687123 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-9295b871-1765-4b9c-a1c9-a281b4ef0e46 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Allocated IP 172.20.0.14 (1b776cf9-ad83-4846-a685-0caa9f4a49e7/be4459fe-ddfd-4974-8d18-8ab67b0bd04e/f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:16:07.728667 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4fb25804-d2d9-4e43-8727-311752b2d0d1 req-ad4fe887-5fd9-41ae-ae05-b04148888cd6 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 210 time: 0.0366957 Jun 18 08:16:07.759757 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2847a1df-d94e-4e46-a52b-f1a05de98dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:07.762381 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2847a1df-d94e-4e46-a52b-f1a05de98dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:07.765940 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2847a1df-d94e-4e46-a52b-f1a05de98dfd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/460e6a78-fe4d-4c9b-abf8-74ec8ac0c537 HTTP/1.1" status: 204 len: 168 time: 0.1805508 Jun 18 08:16:07.765940 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e9e5371d-cc06-4164-8d1a-9d2aad62b59e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:07.774726 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847a1df-d94e-4e46-a52b-f1a05de98dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460e6a78-fe4d-4c9b-abf8-74ec8ac0c537,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:07.787527 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2847a1df-d94e-4e46-a52b-f1a05de98dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:08.047489 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc951c3-b819-4c9e-be6b-134b3d9dbea3 req-d7484151-ef90-485c-b4ee-2056dc7a2fa1 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:08.063162 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ddc951c3-b819-4c9e-be6b-134b3d9dbea3 req-d7484151-ef90-485c-b4ee-2056dc7a2fa1 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.1533287 Jun 18 08:16:08.125268 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ddc951c3-b819-4c9e-be6b-134b3d9dbea3 req-8b17bd1f-517a-49dd-acbd-ef296c048cde tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589290 Jun 18 08:16:08.234398 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-04c15780-1cfe-4e9e-a26a-2c947ab0fb7b req-3457ad3c-6299-422b-86ce-7360a335da7f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 210 time: 0.4089336 Jun 18 08:16:08.263418 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-9295b871-1765-4b9c-a1c9-a281b4ef0e46 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:08.317736 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-e681e74c-be14-47b5-be60-7ec57f29ef12 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:08.319178 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-e681e74c-be14-47b5-be60-7ec57f29ef12 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.88 "GET /v2.0/networks?id=68c0a70c-819e-41d6-b548-c074e6df9462 HTTP/1.1" status: 200 len: 809 time: 0.4908345 Jun 18 08:16:08.341541 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-6fd352fa-add0-4623-b30c-96f9824c208a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Request body: {'port': {'device_id': 'b55bf820-3e37-486c-bf75-52364728dd2e', 'network_id': '68c0a70c-819e-41d6-b548-c074e6df9462', 'admin_state_up': True, 'tenant_id': '722a886ce11b47cda20d09d6f65fb073'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:16:08.346878 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-9295b871-1765-4b9c-a1c9-a281b4ef0e46 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8739128'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:08.360477 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8a81189f-4840-4457-b939-df37583c6a42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:08.361916 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['a2c923ae-377f-435b-97f5-912fe5899846'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:16:08.427165 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-9295b871-1765-4b9c-a1c9-a281b4ef0e46 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:16:08.442987 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-9295b871-1765-4b9c-a1c9-a281b4ef0e46 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:16:08.460147 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-9295b871-1765-4b9c-a1c9-a281b4ef0e46 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:16:08.497370 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295b871-1765-4b9c-a1c9-a281b4ef0e46 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Pushing event updated for resources: {'Port': ['ID=f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:08.504187 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9295b871-1765-4b9c-a1c9-a281b4ef0e46 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:08.547353 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-9295b871-1765-4b9c-a1c9-a281b4ef0e46 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:08.547353 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-9295b871-1765-4b9c-a1c9-a281b4ef0e46 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:08.568918 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-9295b871-1765-4b9c-a1c9-a281b4ef0e46 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1877732 Jun 18 08:16:08.584522 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-6fd352fa-add0-4623-b30c-96f9824c208a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Made reservation on behalf of 722a886ce11b47cda20d09d6f65fb073 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:16:08.589120 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-6fd352fa-add0-4623-b30c-96f9824c208a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:08.742901 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43626) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:08.755459 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-6fd352fa-add0-4623-b30c-96f9824c208a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Allocated IP 172.20.0.9 (68c0a70c-819e-41d6-b548-c074e6df9462/8c44a713-8a67-4660-8264-089ab930fe24/af222113-8983-4c76-816d-862a6e913f2e) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:16:08.848751 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3878a2a3-bd8f-43ee-b2d7-dd617ec9d97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:08.903919 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-6fd352fa-add0-4623-b30c-96f9824c208a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:08.940736 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3878a2a3-bd8f-43ee-b2d7-dd617ec9d97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:08.945068 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3878a2a3-bd8f-43ee-b2d7-dd617ec9d97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:08.947053 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-6fd352fa-add0-4623-b30c-96f9824c208a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8739128'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:08.947435 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:08.952410 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:08.982710 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878a2a3-bd8f-43ee-b2d7-dd617ec9d97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5763ebb-4043-4b12-a5f4-71ba4d4601d5,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:08.985868 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3878a2a3-bd8f-43ee-b2d7-dd617ec9d97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:08.990847 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-3878a2a3-bd8f-43ee-b2d7-dd617ec9d97d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4c1af5c43fe843f09940f01a8c2c0d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445517 Jun 18 08:16:08.992463 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43634) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:09.000749 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-6fd352fa-add0-4623-b30c-96f9824c208a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Network 68c0a70c-819e-41d6-b548-c074e6df9462 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:16:09.004297 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-6fd352fa-add0-4623-b30c-96f9824c208a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:16:09.006905 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-6fd352fa-add0-4623-b30c-96f9824c208a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:16:09.035899 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd352fa-add0-4623-b30c-96f9824c208a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Pushing event updated for resources: {'Port': ['ID=af222113-8983-4c76-816d-862a6e913f2e,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:09.040088 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6fd352fa-add0-4623-b30c-96f9824c208a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:09.041492 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ccf65042-ff44-4d27-b036-83c96cb305a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:09.062673 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ccf65042-ff44-4d27-b036-83c96cb305a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:09.064320 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-6fd352fa-add0-4623-b30c-96f9824c208a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:09.064971 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-6fd352fa-add0-4623-b30c-96f9824c208a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:09.079886 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-6fd352fa-add0-4623-b30c-96f9824c208a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7468874 Jun 18 08:16:09.112351 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ccf65042-ff44-4d27-b036-83c96cb305a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:09.114907 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ccf65042-ff44-4d27-b036-83c96cb305a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:09.116052 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ccf65042-ff44-4d27-b036-83c96cb305a7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e5763ebb-4043-4b12-a5f4-71ba4d4601d5 HTTP/1.1" status: 204 len: 168 time: 0.1226366 Jun 18 08:16:09.117673 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0c0948a3-8194-4182-b3ef-40715fbb7eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:09.124826 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf65042-ff44-4d27-b036-83c96cb305a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5763ebb-4043-4b12-a5f4-71ba4d4601d5,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:09.127084 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ccf65042-ff44-4d27-b036-83c96cb305a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:09.406591 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43646) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:09.422603 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9c304754-82d7-484c-942e-714d8be0f1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:09.525099 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9c304754-82d7-484c-942e-714d8be0f1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:09.530049 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9c304754-82d7-484c-942e-714d8be0f1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:09.532494 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2847a1df-d94e-4e46-a52b-f1a05de98dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:09.575458 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-9c304754-82d7-484c-942e-714d8be0f1a9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=95fbca6cfc3847cb8b7ddd8263273300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1677229 Jun 18 08:16:09.576352 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c304754-82d7-484c-942e-714d8be0f1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235d1944-0f1a-44ee-9e4a-33efd775b767,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:09.579376 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9c304754-82d7-484c-942e-714d8be0f1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:09.580603 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43648) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:09.636680 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e469bdad-e629-4484-861c-17d9583025db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:09.662543 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e469bdad-e629-4484-861c-17d9583025db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:09.708993 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e469bdad-e629-4484-861c-17d9583025db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:09.712794 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e469bdad-e629-4484-861c-17d9583025db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:09.713996 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e469bdad-e629-4484-861c-17d9583025db admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/235d1944-0f1a-44ee-9e4a-33efd775b767 HTTP/1.1" status: 204 len: 168 time: 0.1324191 Jun 18 08:16:09.714752 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:09.722838 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469bdad-e629-4484-861c-17d9583025db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235d1944-0f1a-44ee-9e4a-33efd775b767,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:09.725354 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e469bdad-e629-4484-861c-17d9583025db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:10.074175 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 43654) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:10.088593 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2ab0-5561-4eb5-9a2d-fb89a2436b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:10.180487 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2ab0-5561-4eb5-9a2d-fb89a2436b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:10.184269 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8e6e2ab0-5561-4eb5-9a2d-fb89a2436b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:10.187437 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b43cb923-6342-44ef-beba-b99c44328ac3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:10.224118 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8e6e2ab0-5561-4eb5-9a2d-fb89a2436b43 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=19ee0726df804d4786fbaffdd0734bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488664 Jun 18 08:16:10.226570 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e2ab0-5561-4eb5-9a2d-fb89a2436b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efe6558-a924-4653-9364-c68a449509ea,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:10.227460 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43656) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:10.229658 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8e6e2ab0-5561-4eb5-9a2d-fb89a2436b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:10.281766 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5110c1ac-6d95-478f-a42e-b6e3059b0b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:10.303970 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5110c1ac-6d95-478f-a42e-b6e3059b0b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:10.352256 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5110c1ac-6d95-478f-a42e-b6e3059b0b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:10.354859 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5110c1ac-6d95-478f-a42e-b6e3059b0b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:10.356052 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5110c1ac-6d95-478f-a42e-b6e3059b0b4b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8efe6558-a924-4653-9364-c68a449509ea HTTP/1.1" status: 204 len: 168 time: 0.1275916 Jun 18 08:16:10.356929 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:10.364843 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110c1ac-6d95-478f-a42e-b6e3059b0b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efe6558-a924-4653-9364-c68a449509ea,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:10.367602 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5110c1ac-6d95-478f-a42e-b6e3059b0b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:11.966925 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Request body: {'port': {'device_id': '1db1f395-8733-475f-9903-007f53b690cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:16:11.994411 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Request body: {'port': {'device_id': 'b55bf820-3e37-486c-bf75-52364728dd2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:16:12.097974 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:12.114127 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:12.186078 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f55e5-f26c-4173-ad13-77c88d0cd48a req-62f4ff93-0841-4776-bad6-058adc2a608d tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:12.188453 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5c7f55e5-f26c-4173-ad13-77c88d0cd48a req-62f4ff93-0841-4776-bad6-058adc2a608d tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 931 time: 0.0726464 Jun 18 08:16:12.250580 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5c7f55e5-f26c-4173-ad13-77c88d0cd48a req-d5b47fcd-8bef-429f-b4cc-7aa52c470748 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537837 Jun 18 08:16:12.433938 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114ea79-1e28-4902-9f0c-f505e7b15fd2 req-b91acd4c-c668-4593-8a7c-bee708634015 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:12.437094 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0114ea79-1e28-4902-9f0c-f505e7b15fd2 req-b91acd4c-c668-4593-8a7c-bee708634015 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 932 time: 0.0792477 Jun 18 08:16:12.491862 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0114ea79-1e28-4902-9f0c-f505e7b15fd2 req-ad623539-7d43-4796-bd70-dbf9c85c1ff5 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472639 Jun 18 08:16:12.587471 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af222113-8983-4c76-816d-862a6e913f2e {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:16:12.600004 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:12.625665 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Transition to ACTIVE for port object af222113-8983-4c76-816d-862a6e913f2e will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:16:12.635251 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:12.639320 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:12.649269 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fe59f-09c4-4633-8d9c-23473ce3ec87 req-ab7e17df-5894-4a75-8765-bf73a547f655 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:12.657430 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-324fe59f-09c4-4633-8d9c-23473ce3ec87 req-ab7e17df-5894-4a75-8765-bf73a547f655 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.3333304 Jun 18 08:16:12.795096 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Pushing event updated for resources: {'Port': ['ID=af222113-8983-4c76-816d-862a6e913f2e,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:12.800987 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:12.803166 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:16:12.814288 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-324fe59f-09c4-4633-8d9c-23473ce3ec87 req-f44b8eb9-2d79-49dd-8d9a-672d9e0b4656 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559937 Jun 18 08:16:12.817268 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:12.875386 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Transition to ACTIVE for port object f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:16:12.884548 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:12.892020 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e433f8c1-a29e-46a4-b393-a369f293ae0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:12.985769 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Attempting to bind port af222113-8983-4c76-816d-862a6e913f2e on host hv-cinder-76111 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:16:12.986346 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Attempting to bind port af222113-8983-4c76-816d-862a6e913f2e by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'b98ec0a4-230c-4e50-a74d-114294bac3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68c0a70c-819e-41d6-b548-c074e6df9462'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:16:12.986487 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Attempting to bind port af222113-8983-4c76-816d-862a6e913f2e on network 68c0a70c-819e-41d6-b548-c074e6df9462 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:16:13.011113 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:13.015556 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:13.033002 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Port af222113-8983-4c76-816d-862a6e913f2e on network 68c0a70c-819e-41d6-b548-c074e6df9462 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:16:13.033333 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Attempting to bind port af222113-8983-4c76-816d-862a6e913f2e on network 68c0a70c-819e-41d6-b548-c074e6df9462 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:16:13.042575 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Checking agent: {'id': '5fb525c3-ca5c-4ec2-8b58-f6f465875c85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'started_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:16:13.042914 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Checking segment: {'id': 'b98ec0a4-230c-4e50-a74d-114294bac3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68c0a70c-819e-41d6-b548-c074e6df9462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:16:13.043318 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Bound using segment: {'id': 'b98ec0a4-230c-4e50-a74d-114294bac3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68c0a70c-819e-41d6-b548-c074e6df9462'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:16:13.043753 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Bound port: af222113-8983-4c76-816d-862a6e913f2e, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98ec0a4-230c-4e50-a74d-114294bac3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68c0a70c-819e-41d6-b548-c074e6df9462'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:16:13.044102 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:13.078826 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43746) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:13.105330 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Attempting to bind port f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:16:13.105670 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Attempting to bind port f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '5e232c15-d735-4465-bed0-2f1e43ff862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:16:13.106037 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Attempting to bind port f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 on network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:16:13.113008 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Port f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 on network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:16:13.113331 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Attempting to bind port f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 on network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:16:13.127471 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Checking agent: {'id': '5fb525c3-ca5c-4ec2-8b58-f6f465875c85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'started_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:16:13.127811 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Checking segment: {'id': '5e232c15-d735-4465-bed0-2f1e43ff862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:16:13.128197 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Bound using segment: {'id': '5e232c15-d735-4465-bed0-2f1e43ff862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:16:13.128639 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Bound port: f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e232c15-d735-4465-bed0-2f1e43ff862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:16:13.129227 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:13.154801 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] For port af222113-8983-4c76-816d-862a6e913f2e, host hv-cinder-76111, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:16:13.185862 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] For port af222113-8983-4c76-816d-862a6e913f2e, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=af222113-8983-4c76-816d-862a6e913f2e,segment=NetworkSegment(b98ec0a4-230c-4e50-a74d-114294bac3fc),segment_id=b98ec0a4-230c-4e50-a74d-114294bac3fc)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:16:13.194052 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:13.198929 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:13.220191 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6942fffc-70d1-4904-a3cf-62351696369f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:13.245459 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:13.246236 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:13.247619 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] 10.222.0.88 "PUT /v2.0/ports/af222113-8983-4c76-816d-862a6e913f2e HTTP/1.1" status: 200 len: 1093 time: 1.2595506 Jun 18 08:16:13.248114 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55bf820-3e37-486c-bf75-52364728dd2e', 'tag': 'af222113-8983-4c76-816d-862a6e913f2e'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:16:13.250448 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c326ee61-8b66-44e8-b5d0-137192c9d191" -d '{"events": [{"name": "network-changed", "server_uuid": "b55bf820-3e37-486c-bf75-52364728dd2e", "tag": "af222113-8983-4c76-816d-862a6e913f2e"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:16:13.264260 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] For port f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158, host hv-cinder-76111, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:16:13.270197 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] For port f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:16:13.288781 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:13.299660 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad02054c-7f26-41c2-b492-3ece6d1a04c3 x-openstack-request-id: req-ad02054c-7f26-41c2-b492-3ece6d1a04c3 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:16:13.300071 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55bf820-3e37-486c-bf75-52364728dd2e", "tag": "af222113-8983-4c76-816d-862a6e913f2e", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:16:13.300284 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ad02054c-7f26-41c2-b492-3ece6d1a04c3 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:16:13.300662 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55bf820-3e37-486c-bf75-52364728dd2e', 'tag': 'af222113-8983-4c76-816d-862a6e913f2e', 'status': 'completed', 'code': 200} Jun 18 08:16:13.301487 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Pushing event updated for resources: {'Port': ['ID=af222113-8983-4c76-816d-862a6e913f2e,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:13.317272 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:13.319142 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:13.343217 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:13.343832 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:13.345204 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] 10.222.0.88 "PUT /v2.0/ports/f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 HTTP/1.1" status: 200 len: 1094 time: 1.3826547 Jun 18 08:16:13.354215 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6942fffc-70d1-4904-a3cf-62351696369f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:13.360187 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6942fffc-70d1-4904-a3cf-62351696369f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:13.363962 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5110c1ac-6d95-478f-a42e-b6e3059b0b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:13.405798 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942fffc-70d1-4904-a3cf-62351696369f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40a804a-73db-412e-993c-5ec50132826a,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:13.409522 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-6942fffc-70d1-4904-a3cf-62351696369f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:13.416106 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-6942fffc-70d1-4904-a3cf-62351696369f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=78a33143b6424334b7e5b825b7451576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333817 Jun 18 08:16:13.416667 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43754) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:13.439551 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:13.446205 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:13.466383 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80e61226-2c16-42f9-b10f-753d914154c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:13.481293 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-bb0fec9c-e919-46fb-96a1-c92f0e6142e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:13.482767 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-bb0fec9c-e919-46fb-96a1-c92f0e6142e4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=722a886ce11b47cda20d09d6f65fb073&device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 1096 time: 0.1849053 Jun 18 08:16:13.488013 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80e61226-2c16-42f9-b10f-753d914154c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:13.543719 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-259a3867-c1d1-4ffa-aa2d-8e3fcc0df770 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af222113-8983-4c76-816d-862a6e913f2e HTTP/1.1" status: 200 len: 217 time: 0.0481703 Jun 18 08:16:13.548021 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80e61226-2c16-42f9-b10f-753d914154c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:13.549376 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-d7b2bd1d-0c3e-403e-8c7a-57d1334e3d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:13.550879 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-d7b2bd1d-0c3e-403e-8c7a-57d1334e3d8b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=700f52b6512d464cbad45deec9a66894&device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 1097 time: 0.1570067 Jun 18 08:16:13.551100 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-80e61226-2c16-42f9-b10f-753d914154c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:13.554187 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-80e61226-2c16-42f9-b10f-753d914154c5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d40a804a-73db-412e-993c-5ec50132826a HTTP/1.1" status: 204 len: 168 time: 0.1362188 Jun 18 08:16:13.555128 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:13.564572 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e61226-2c16-42f9-b10f-753d914154c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40a804a-73db-412e-993c-5ec50132826a,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:13.568733 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-80e61226-2c16-42f9-b10f-753d914154c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:13.579592 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f766f-5514-4960-a5f5-12e27e2c3da7 req-c5ae5c56-771e-44da-a1b9-38c541894fb1 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:13.581046 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-351f766f-5514-4960-a5f5-12e27e2c3da7 req-c5ae5c56-771e-44da-a1b9-38c541894fb1 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 943 time: 0.1705995 Jun 18 08:16:13.742730 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3a2d5-f9b1-4142-a220-401de1486158 req-4c8c1a24-fe3c-448b-8536-8f402c59bb6f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:13.747598 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-51e3a2d5-f9b1-4142-a220-401de1486158 req-4c8c1a24-fe3c-448b-8536-8f402c59bb6f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 944 time: 0.0903194 Jun 18 08:16:13.798709 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-51e3a2d5-f9b1-4142-a220-401de1486158 req-f9fd2c73-3bc8-4131-95a1-8947a96d97d7 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462003 Jun 18 08:16:13.863684 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-8b5ae390-4639-4c66-96cc-4ec47d363f14 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 HTTP/1.1" status: 200 len: 217 time: 0.2991481 Jun 18 08:16:13.938106 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-351f766f-5514-4960-a5f5-12e27e2c3da7 req-53846bec-4d0a-41af-935e-74d04bd4cc65 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954049 Jun 18 08:16:13.942821 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-c7ff6ef3-440c-4c3c-b661-3bea808ab0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:13.944728 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-c7ff6ef3-440c-4c3c-b661-3bea808ab0bc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c44a713-8a67-4660-8264-089ab930fe24 HTTP/1.1" status: 200 len: 849 time: 0.3913128 Jun 18 08:16:13.959653 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-8b496ece-5068-4bbf-9154-7b510083f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:13.961609 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-8b496ece-5068-4bbf-9154-7b510083f794 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=be4459fe-ddfd-4974-8d18-8ab67b0bd04e HTTP/1.1" status: 200 len: 855 time: 0.0882578 Jun 18 08:16:14.002452 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-982f9351-5388-404a-8362-01be27d81558 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68c0a70c-819e-41d6-b548-c074e6df9462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485301 Jun 18 08:16:14.020613 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-0eb61ae6-b82d-45c8-87d7-ecf1b0c98442 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b776cf9-ad83-4846-a685-0caa9f4a49e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456965 Jun 18 08:16:14.082352 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74bd50-ca21-4d72-bad9-0c252e4d25b7 req-3b0131d2-e260-421f-b6cd-d40698053257 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:14.090495 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ea74bd50-ca21-4d72-bad9-0c252e4d25b7 req-3b0131d2-e260-421f-b6cd-d40698053257 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.1100254 Jun 18 08:16:14.165691 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ea74bd50-ca21-4d72-bad9-0c252e4d25b7 req-51231fd4-1b3e-484e-8a93-352b5793c45a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666475 Jun 18 08:16:14.202266 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-e7b948a9-68c8-4a89-ad83-8de7e3d88687 service neutron] 10.222.0.88 "GET /v2.0/networks/68c0a70c-819e-41d6-b548-c074e6df9462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840184 Jun 18 08:16:14.207797 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-8993c41a-47cd-4734-9add-a7f0af0364cf service neutron] 10.222.0.88 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671417 Jun 18 08:16:14.428319 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6ce99aa-f3c9-4801-8cf4-15dbfcef8a70 req-6cf265c4-63fd-4f24-9db1-7bc84f388e4f service neutron] 10.222.0.88 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084765 Jun 18 08:16:14.431922 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b9f8ec6b-72f0-4da5-a2b3-2cab31b05e27 req-64d8ec67-33e7-4e5e-a878-aa7c3fee95b4 service neutron] 10.222.0.88 "GET /v2.0/networks/68c0a70c-819e-41d6-b548-c074e6df9462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230299 Jun 18 08:16:14.542165 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ee61-8b66-44e8-b5d0-137192c9d191 req-5b45a8a4-3d78-44ae-b573-e70a4bfbc329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:14.543673 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c326ee61-8b66-44e8-b5d0-137192c9d191 req-5b45a8a4-3d78-44ae-b573-e70a4bfbc329 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=722a886ce11b47cda20d09d6f65fb073&device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 1096 time: 0.0565150 Jun 18 08:16:14.641523 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ee61-8b66-44e8-b5d0-137192c9d191 req-d109d220-32c0-4ad8-8fe4-f10175751686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:14.642984 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c326ee61-8b66-44e8-b5d0-137192c9d191 req-d109d220-32c0-4ad8-8fe4-f10175751686 service neutron] 10.222.0.88 "GET /v2.0/networks?id=68c0a70c-819e-41d6-b548-c074e6df9462 HTTP/1.1" status: 200 len: 911 time: 0.0907755 Jun 18 08:16:14.685176 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c326ee61-8b66-44e8-b5d0-137192c9d191 req-e791128d-7613-485b-953b-8e6223d15d81 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af222113-8983-4c76-816d-862a6e913f2e HTTP/1.1" status: 200 len: 217 time: 0.0335822 Jun 18 08:16:14.747838 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ee61-8b66-44e8-b5d0-137192c9d191 req-b80492a4-f024-4c20-ab33-3d3e7180b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:14.749282 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c326ee61-8b66-44e8-b5d0-137192c9d191 req-b80492a4-f024-4c20-ab33-3d3e7180b591 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c44a713-8a67-4660-8264-089ab930fe24 HTTP/1.1" status: 200 len: 849 time: 0.0490432 Jun 18 08:16:14.789549 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c326ee61-8b66-44e8-b5d0-137192c9d191 req-96848772-9aba-43cc-bbb2-b65233c5b28f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68c0a70c-819e-41d6-b548-c074e6df9462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291903 Jun 18 08:16:14.890203 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c326ee61-8b66-44e8-b5d0-137192c9d191 req-8646d161-dfc8-473c-8e70-f14f51efc487 service neutron] 10.222.0.88 "GET /v2.0/networks/68c0a70c-819e-41d6-b548-c074e6df9462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846543 Jun 18 08:16:15.030065 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c326ee61-8b66-44e8-b5d0-137192c9d191 req-b65ca836-a663-4365-ae74-db5adeb0156e service neutron] 10.222.0.88 "GET /v2.0/networks/68c0a70c-819e-41d6-b548-c074e6df9462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296446 Jun 18 08:16:15.043752 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7576dc-4019-4a4c-a2cc-6bc9bc4e0751 req-2843ac68-5b88-48d5-8f78-dbc7534f1632 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:15.045216 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bb7576dc-4019-4a4c-a2cc-6bc9bc4e0751 req-2843ac68-5b88-48d5-8f78-dbc7534f1632 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 944 time: 0.1251040 Jun 18 08:16:15.094312 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bb7576dc-4019-4a4c-a2cc-6bc9bc4e0751 req-cb5159a0-7fa1-454a-aa04-c947972caf4c tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404046 Jun 18 08:16:15.147799 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2fb9c-fe36-429d-b283-c55bf6b3395d req-69dbe1b8-7ee2-4dfb-8bee-0de1ab77009a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:15.149492 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-83d2fb9c-fe36-429d-b283-c55bf6b3395d req-69dbe1b8-7ee2-4dfb-8bee-0de1ab77009a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 943 time: 0.0732126 Jun 18 08:16:15.196565 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-83d2fb9c-fe36-429d-b283-c55bf6b3395d req-be573be2-1370-4854-8d3e-643338d4dadb tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Jun 18 08:16:15.307943 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db1f395-8733-475f-9903-007f53b690cb', 'tag': 'f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:16:15.310805 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62657f14-e016-4adf-8112-f115fc78f7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "1db1f395-8733-475f-9903-007f53b690cb", "tag": "f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:16:15.349867 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9316fd8-a4e7-4815-8015-8d3a37148541 x-openstack-request-id: req-a9316fd8-a4e7-4815-8015-8d3a37148541 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:16:15.350180 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db1f395-8733-475f-9903-007f53b690cb", "tag": "f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:16:15.350513 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a9316fd8-a4e7-4815-8015-8d3a37148541 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:16:15.351388 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db1f395-8733-475f-9903-007f53b690cb', 'tag': 'f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158', 'status': 'completed', 'code': 200} Jun 18 08:16:15.369633 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e162670-e3a0-4139-b08c-d6368adb2af7 req-e9c92335-bd58-4706-87dc-cdbdf3315f40 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:15.371147 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6e162670-e3a0-4139-b08c-d6368adb2af7 req-e9c92335-bd58-4706-87dc-cdbdf3315f40 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0725358 Jun 18 08:16:15.465711 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6e162670-e3a0-4139-b08c-d6368adb2af7 req-5c08056a-a4ff-4933-8d63-bbcb4fe86c2b tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887203 Jun 18 08:16:15.500874 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62657f14-e016-4adf-8112-f115fc78f7c2 req-3b7402dc-a153-4737-8209-11cc808be07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:15.502823 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-62657f14-e016-4adf-8112-f115fc78f7c2 req-3b7402dc-a153-4737-8209-11cc808be07f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=700f52b6512d464cbad45deec9a66894&device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 1097 time: 0.1241155 Jun 18 08:16:15.606736 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62657f14-e016-4adf-8112-f115fc78f7c2 req-bca6b9ec-8d87-4968-b701-30b816250029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:15.608399 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-62657f14-e016-4adf-8112-f115fc78f7c2 req-bca6b9ec-8d87-4968-b701-30b816250029 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b776cf9-ad83-4846-a685-0caa9f4a49e7 HTTP/1.1" status: 200 len: 917 time: 0.0958931 Jun 18 08:16:15.665496 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-62657f14-e016-4adf-8112-f115fc78f7c2 req-3370e2c5-2bf3-47bc-81e0-1e051d0862c2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 HTTP/1.1" status: 200 len: 217 time: 0.0389354 Jun 18 08:16:15.716365 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62657f14-e016-4adf-8112-f115fc78f7c2 req-884b969c-553f-4244-9089-9b6e9a9ec635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:15.717761 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-62657f14-e016-4adf-8112-f115fc78f7c2 req-884b969c-553f-4244-9089-9b6e9a9ec635 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=be4459fe-ddfd-4974-8d18-8ab67b0bd04e HTTP/1.1" status: 200 len: 855 time: 0.0446730 Jun 18 08:16:15.753059 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-62657f14-e016-4adf-8112-f115fc78f7c2 req-e707e90d-b5af-45a3-9f88-6bdd6f847839 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b776cf9-ad83-4846-a685-0caa9f4a49e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275946 Jun 18 08:16:15.849656 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-62657f14-e016-4adf-8112-f115fc78f7c2 req-814638dc-3ea5-4db6-ad92-b98cd77fcf6d service neutron] 10.222.0.88 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877035 Jun 18 08:16:15.945597 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-62657f14-e016-4adf-8112-f115fc78f7c2 req-a48bd6f2-c77a-4782-9aae-a8a9fae0e851 service neutron] 10.222.0.88 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793548 Jun 18 08:16:16.277056 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33999e-31b2-4840-a5da-ddef007c8f77 req-692567ce-1141-4328-8ec6-bc7995b69349 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:16.281249 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7a33999e-31b2-4840-a5da-ddef007c8f77 req-692567ce-1141-4328-8ec6-bc7995b69349 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 944 time: 0.0675895 Jun 18 08:16:16.318345 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7a33999e-31b2-4840-a5da-ddef007c8f77 req-86c8a99a-7cd8-49e2-8209-b6cfb3795c04 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342610 Jun 18 08:16:16.388170 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24f3cc-7993-40d3-9e6d-54c16f8f9af9 req-7d566009-4366-406c-8cb3-cbb42e540f03 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:16.389596 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-db24f3cc-7993-40d3-9e6d-54c16f8f9af9 req-7d566009-4366-406c-8cb3-cbb42e540f03 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 943 time: 0.0692635 Jun 18 08:16:16.431625 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-db24f3cc-7993-40d3-9e6d-54c16f8f9af9 req-5a1489b0-7095-4367-b9ec-52920d421fd7 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343325 Jun 18 08:16:16.550100 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43888) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:16.648225 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c69655-582c-4fa2-811c-5a8a7253bbf7 req-58b67529-9106-468c-9a64-d3fa34db0a62 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:16.655604 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-51c69655-582c-4fa2-811c-5a8a7253bbf7 req-58b67529-9106-468c-9a64-d3fa34db0a62 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0718534 Jun 18 08:16:16.690558 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-448f2112-2ddb-421d-86c9-5ed0eb6fb48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:16.724061 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-51c69655-582c-4fa2-811c-5a8a7253bbf7 req-d89ca5e7-1aa2-419c-89aa-f150c142e4c6 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675175 Jun 18 08:16:16.804361 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device af222113-8983-4c76-816d-862a6e913f2e details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:16:16.838768 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-448f2112-2ddb-421d-86c9-5ed0eb6fb48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:16.843811 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-448f2112-2ddb-421d-86c9-5ed0eb6fb48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:16.872161 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8889563d-e5ee-4d15-91cd-9ec83029522a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:16.881922 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-448f2112-2ddb-421d-86c9-5ed0eb6fb48e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5f7ebc7a3ced47b89620a83c700ac7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303108 Jun 18 08:16:16.884807 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43900) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:16.916228 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port af222113-8983-4c76-816d-862a6e913f2e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=af222113-8983-4c76-816d-862a6e913f2e,segment=NetworkSegment(b98ec0a4-230c-4e50-a74d-114294bac3fc),segment_id=b98ec0a4-230c-4e50-a74d-114294bac3fc)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:16.927353 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f2112-2ddb-421d-86c9-5ed0eb6fb48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e90b1ba-8bba-4bbe-a02d-6007d2d85b64,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:16.933131 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-448f2112-2ddb-421d-86c9-5ed0eb6fb48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:16.933569 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': 'af222113-8983-4c76-816d-862a6e913f2e', 'network_id': '68c0a70c-819e-41d6-b548-c074e6df9462', 'port_id': 'af222113-8983-4c76-816d-862a6e913f2e', 'mac_address': 'fa:16:3e:d8:ac:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c44a713-8a67-4660-8264-089ab930fe24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:16:16.967898 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3f170aa-f3e9-4264-80f4-73ff78cb656a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:16.995448 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3f170aa-f3e9-4264-80f4-73ff78cb656a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:17.029526 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:17.051472 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af222113-8983-4c76-816d-862a6e913f2e {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:16:17.064365 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3f170aa-f3e9-4264-80f4-73ff78cb656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:17.067295 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3f170aa-f3e9-4264-80f4-73ff78cb656a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:17.068251 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d3f170aa-f3e9-4264-80f4-73ff78cb656a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1e90b1ba-8bba-4bbe-a02d-6007d2d85b64 HTTP/1.1" status: 204 len: 168 time: 0.1823628 Jun 18 08:16:17.069013 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ebd0ae60-e664-4ef3-b61c-bd62dbbaf20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:17.077987 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f170aa-f3e9-4264-80f4-73ff78cb656a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e90b1ba-8bba-4bbe-a02d-6007d2d85b64,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:17.080568 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d3f170aa-f3e9-4264-80f4-73ff78cb656a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:17.096964 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port af222113-8983-4c76-816d-862a6e913f2e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=af222113-8983-4c76-816d-862a6e913f2e,segment=NetworkSegment(b98ec0a4-230c-4e50-a74d-114294bac3fc),segment_id=b98ec0a4-230c-4e50-a74d-114294bac3fc)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:17.109431 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:17.111227 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:16:17.126440 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9d05d697-53e2-4dfb-adcb-5fa05da1602f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:17.215256 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=af222113-8983-4c76-816d-862a6e913f2e,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:17.219337 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:17.255437 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:17.267741 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': 'f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158', 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7', 'port_id': 'f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158', 'mac_address': 'fa:16:3e:d7:ea:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4459fe-ddfd-4974-8d18-8ab67b0bd04e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:16:17.309263 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:17.322420 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:16:17.342175 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:17.345814 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:17.347702 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:17.358423 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43924) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:17.372541 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b9685ff5-36b5-4ab0-815b-06bc283653d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:17.396091 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:17.399865 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:17.474299 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b9685ff5-36b5-4ab0-815b-06bc283653d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:17.479399 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b9685ff5-36b5-4ab0-815b-06bc283653d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:17.483006 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c3e6d7c4-3f00-46b6-8760-31b40bd654c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:17.521319 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b9685ff5-36b5-4ab0-815b-06bc283653d0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9a7c9c7dfd0143eeaba2d0a400712ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617668 Jun 18 08:16:17.522526 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9685ff5-36b5-4ab0-815b-06bc283653d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bd25b6-5984-483d-a872-13ef14baee05,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:17.524407 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 43928) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:17.525596 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b9685ff5-36b5-4ab0-815b-06bc283653d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:17.594727 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ce28e8d9-f6a1-41aa-91d5-dfc4d50faaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:17.623929 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c36cd-cda8-4b54-9494-d3ccb0d86cda req-c03c1405-315d-4754-bf03-e4e282f6e130 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:17.625537 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-505c36cd-cda8-4b54-9494-d3ccb0d86cda req-c03c1405-315d-4754-bf03-e4e282f6e130 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 944 time: 0.0655587 Jun 18 08:16:17.645544 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ce28e8d9-f6a1-41aa-91d5-dfc4d50faaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:17.663750 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-505c36cd-cda8-4b54-9494-d3ccb0d86cda req-87203c43-94c6-4a29-b06a-f9031494201a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311263 Jun 18 08:16:17.701267 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f25d1-3f10-4659-9823-3df366b26b83 req-7fb560b6-467f-4a63-b75f-8cf482502d25 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:17.702721 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-628f25d1-3f10-4659-9823-3df366b26b83 req-7fb560b6-467f-4a63-b75f-8cf482502d25 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 945 time: 0.1045275 Jun 18 08:16:17.717280 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ce28e8d9-f6a1-41aa-91d5-dfc4d50faaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:17.719787 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ce28e8d9-f6a1-41aa-91d5-dfc4d50faaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:17.720826 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ce28e8d9-f6a1-41aa-91d5-dfc4d50faaf8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/69bd25b6-5984-483d-a872-13ef14baee05 HTTP/1.1" status: 204 len: 168 time: 0.1942196 Jun 18 08:16:17.727484 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-24d8bd6c-8672-4d38-9379-cf67b49edba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:17.740423 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28e8d9-f6a1-41aa-91d5-dfc4d50faaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bd25b6-5984-483d-a872-13ef14baee05,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:17.747144 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ce28e8d9-f6a1-41aa-91d5-dfc4d50faaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:17.755222 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-628f25d1-3f10-4659-9823-3df366b26b83 req-c5f22da2-2ce2-4d68-8990-1c82d55825fb tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467281 Jun 18 08:16:17.782091 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:16:17.786841 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['af222113-8983-4c76-816d-862a6e913f2e'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:16:17.951131 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abe6be-5e9d-4b91-b98f-e811ddccee51 req-b3102d82-2159-488e-9443-80378c71b0bf tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:17.953514 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c8abe6be-5e9d-4b91-b98f-e811ddccee51 req-b3102d82-2159-488e-9443-80378c71b0bf tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0812113 Jun 18 08:16:18.024968 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c8abe6be-5e9d-4b91-b98f-e811ddccee51 req-18fe19ca-5d68-4726-a668-a1ac0d18d72e tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642419 Jun 18 08:16:18.846676 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19ca09-d814-471a-9d00-2410ecc35680 req-c2428f9a-0b75-4303-957d-bd9f81897183 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:18.848191 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8c19ca09-d814-471a-9d00-2410ecc35680 req-c2428f9a-0b75-4303-957d-bd9f81897183 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 944 time: 0.0698266 Jun 18 08:16:18.893864 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8c19ca09-d814-471a-9d00-2410ecc35680 req-65b0bb7e-c0ef-4567-a4b1-34843bee2e73 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373783 Jun 18 08:16:18.960620 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568707a-8bea-45d6-b1ea-9d6d88112f4c req-2efab6d7-4dac-486e-81de-c1dcc9d9cedc tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:18.962182 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3568707a-8bea-45d6-b1ea-9d6d88112f4c req-2efab6d7-4dac-486e-81de-c1dcc9d9cedc tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 945 time: 0.0699508 Jun 18 08:16:19.004436 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3568707a-8bea-45d6-b1ea-9d6d88112f4c req-7ce72778-24ca-41ac-8054-7403f5bfdfd9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366244 Jun 18 08:16:19.228151 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846c48b-cb8f-40c3-bffe-964c62c14a30 req-908c4893-8e26-4e33-a99c-42dabc9517d2 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:19.229623 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3846c48b-cb8f-40c3-bffe-964c62c14a30 req-908c4893-8e26-4e33-a99c-42dabc9517d2 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0637507 Jun 18 08:16:19.267299 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3846c48b-cb8f-40c3-bffe-964c62c14a30 req-b539279d-59c2-420d-bc70-256489dc20f0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318022 Jun 18 08:16:20.670916 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:16:22.189838 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2dd91-114c-427e-97bc-ea072263ecea req-c3450bb8-78a6-48c1-898e-f0a58097fad0 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:22.191795 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-56c2dd91-114c-427e-97bc-ea072263ecea req-c3450bb8-78a6-48c1-898e-f0a58097fad0 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 944 time: 0.0642390 Jun 18 08:16:22.200603 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf681a2-db8d-431e-bc8d-946db17c5389 req-d09e394e-c72f-4b6c-afc1-3bc443db6510 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:22.202064 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbf681a2-db8d-431e-bc8d-946db17c5389 req-d09e394e-c72f-4b6c-afc1-3bc443db6510 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 945 time: 0.0641713 Jun 18 08:16:22.230474 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-56c2dd91-114c-427e-97bc-ea072263ecea req-a2f79482-245f-41ca-abed-b3da52c4eba6 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332897 Jun 18 08:16:22.239210 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbf681a2-db8d-431e-bc8d-946db17c5389 req-082832b4-4aa6-456f-9091-25be4ec19c61 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315154 Jun 18 08:16:22.389335 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbfea8-dbc7-4e04-8126-7d7749d893f0 req-4d70815a-751d-45fa-b263-0a0b1e30ee31 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:22.390775 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-86dbfea8-dbc7-4e04-8126-7d7749d893f0 req-4d70815a-751d-45fa-b263-0a0b1e30ee31 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0649395 Jun 18 08:16:22.428909 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-86dbfea8-dbc7-4e04-8126-7d7749d893f0 req-6d7ee41d-61a9-45f4-bd3e-12336dc19d71 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Jun 18 08:16:23.567887 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:25.239243 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d56d175f-e375-4af7-b0d2-419befc6e164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:25.698408 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device af222113-8983-4c76-816d-862a6e913f2e up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:16:25.748758 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning for port af222113-8983-4c76-816d-862a6e913f2e completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:16:25.752267 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port af222113-8983-4c76-816d-862a6e913f2e triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:16:25.752650 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:25.833897 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14a89868-9478-48a8-91d3-39be44a88e1d req-524a1222-faa3-49eb-8cb3-3c89e000d8cf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703681 Jun 18 08:16:25.855620 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:25.886462 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55bf820-3e37-486c-bf75-52364728dd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af222113-8983-4c76-816d-862a6e913f2e'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:16:25.888901 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6686a9-fc28-42b7-8970-29cc1ec99b15" -d '{"events": [{"server_uuid": "b55bf820-3e37-486c-bf75-52364728dd2e", "name": "network-vif-plugged", "status": "completed", "tag": "af222113-8983-4c76-816d-862a6e913f2e"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:16:25.903874 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port af222113-8983-4c76-816d-862a6e913f2e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=af222113-8983-4c76-816d-862a6e913f2e,segment=NetworkSegment(b98ec0a4-230c-4e50-a74d-114294bac3fc),segment_id=b98ec0a4-230c-4e50-a74d-114294bac3fc)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:25.908400 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:25.909669 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:16:25.911749 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:25.968380 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3cff3-68ba-44fc-89b1-b1a1637c767f req-d019696f-fa47-499c-97a5-03e0f0e85eca tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:25.969847 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-91b3cff3-68ba-44fc-89b1-b1a1637c767f req-d019696f-fa47-499c-97a5-03e0f0e85eca tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 945 time: 0.0641274 Jun 18 08:16:25.989136 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a89868-9478-48a8-91d3-39be44a88e1d req-e44de63c-6102-4ef0-866c-80301b78ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:25.990613 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14a89868-9478-48a8-91d3-39be44a88e1d req-e44de63c-6102-4ef0-866c-80301b78ed56 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=700f52b6512d464cbad45deec9a66894&device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 1098 time: 0.1021900 Jun 18 08:16:25.997849 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=af222113-8983-4c76-816d-862a6e913f2e,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:26.001788 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:26.004985 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118501eb-269d-46e0-b353-1e02f2054b99 req-eeae812c-7c60-42a4-b12d-d03628baf5a1 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:26.006697 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-118501eb-269d-46e0-b353-1e02f2054b99 req-eeae812c-7c60-42a4-b12d-d03628baf5a1 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 945 time: 0.0852721 Jun 18 08:16:26.010933 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning for port f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:16:26.018692 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-91b3cff3-68ba-44fc-89b1-b1a1637c767f req-f555ac8f-471b-4d2a-af9e-4b4443f59886 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416448 Jun 18 08:16:26.020111 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:16:26.023446 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:26.107739 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-118501eb-269d-46e0-b353-1e02f2054b99 req-d34eea3d-66d5-4dc5-8084-fbc5d73bdd79 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913162 Jun 18 08:16:26.119819 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:26.145021 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a89868-9478-48a8-91d3-39be44a88e1d req-3ce8a5f4-4ea9-40cb-bf80-b07984fba2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:26.147372 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14a89868-9478-48a8-91d3-39be44a88e1d req-3ce8a5f4-4ea9-40cb-bf80-b07984fba2e5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b776cf9-ad83-4846-a685-0caa9f4a49e7 HTTP/1.1" status: 200 len: 917 time: 0.1125746 Jun 18 08:16:26.161471 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:26.166801 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:26.168749 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-9d05d697-53e2-4dfb-adcb-5fa05da1602f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:26.189773 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14a89868-9478-48a8-91d3-39be44a88e1d req-efafc084-c25b-41fd-bfed-e7f42bf9be40 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2c923ae-377f-435b-97f5-912fe5899846 HTTP/1.1" status: 200 len: 217 time: 0.0349848 Jun 18 08:16:26.190565 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be574246-5514-4d22-9d07-5c59d6d9aa31 x-openstack-request-id: req-be574246-5514-4d22-9d07-5c59d6d9aa31 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:16:26.190869 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55bf820-3e37-486c-bf75-52364728dd2e", "name": "network-vif-plugged", "status": "completed", "tag": "af222113-8983-4c76-816d-862a6e913f2e", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:16:26.191167 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-be574246-5514-4d22-9d07-5c59d6d9aa31 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:16:26.192190 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55bf820-3e37-486c-bf75-52364728dd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af222113-8983-4c76-816d-862a6e913f2e', 'code': 200} Jun 18 08:16:26.232276 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:26.235580 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:26.243639 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f296476-01bd-41be-a772-fba926966acd req-caf47073-4ae8-48e7-b255-8e527c91001e tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:26.245873 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1f296476-01bd-41be-a772-fba926966acd req-caf47073-4ae8-48e7-b255-8e527c91001e tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.1026387 Jun 18 08:16:26.262773 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a89868-9478-48a8-91d3-39be44a88e1d req-1149a7ca-421b-4d64-99ab-44a0cd6664fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:26.264750 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14a89868-9478-48a8-91d3-39be44a88e1d req-1149a7ca-421b-4d64-99ab-44a0cd6664fa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=be4459fe-ddfd-4974-8d18-8ab67b0bd04e HTTP/1.1" status: 200 len: 855 time: 0.0599380 Jun 18 08:16:26.294226 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1f296476-01bd-41be-a772-fba926966acd req-d15065b4-8e08-4f6e-b916-0a052e67c741 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427144 Jun 18 08:16:26.301774 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14a89868-9478-48a8-91d3-39be44a88e1d req-800cbc94-7958-4d5a-8fbb-19ec5f475015 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b776cf9-ad83-4846-a685-0caa9f4a49e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304530 Jun 18 08:16:26.420900 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14a89868-9478-48a8-91d3-39be44a88e1d req-d6ea8519-72f1-43a0-98d7-daba7d21a215 service neutron] 10.222.0.88 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102695 Jun 18 08:16:26.490044 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e863459-17a8-43b8-924a-44f6e50412ec req-bd271e06-8560-410b-98bf-caf643bbce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:26.491687 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2e863459-17a8-43b8-924a-44f6e50412ec req-bd271e06-8560-410b-98bf-caf643bbce47 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 1098 time: 0.1079400 Jun 18 08:16:26.536027 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-14a89868-9478-48a8-91d3-39be44a88e1d req-2c9c0176-bf7c-4631-81d1-2f96a70ba5e1 service neutron] 10.222.0.88 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061180 Jun 18 08:16:26.546513 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2e863459-17a8-43b8-924a-44f6e50412ec req-cdf6fe7e-a611-4afe-b842-1000728a0732 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461545 Jun 18 08:16:27.190576 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae77bb2-3f72-4419-bb3b-915f9c492785 req-f1a798de-a3aa-4dc6-823b-06743a3d6048 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:27.192070 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4ae77bb2-3f72-4419-bb3b-915f9c492785 req-f1a798de-a3aa-4dc6-823b-06743a3d6048 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 946 time: 0.0673547 Jun 18 08:16:27.230459 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4ae77bb2-3f72-4419-bb3b-915f9c492785 req-f5cbb8b2-5bac-43f6-87f6-ab0a4f85f088 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326631 Jun 18 08:16:27.294226 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf4bd0-517d-4856-ab81-6f5c793f883b req-a6f0df02-71c4-4e28-a238-e67701340b58 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:27.295643 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-62cf4bd0-517d-4856-ab81-6f5c793f883b req-a6f0df02-71c4-4e28-a238-e67701340b58 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 945 time: 0.0675783 Jun 18 08:16:27.335938 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-62cf4bd0-517d-4856-ab81-6f5c793f883b req-f5674770-38ea-486f-bd6e-a79bc37beae8 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334074 Jun 18 08:16:27.471916 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ca8d6-9a43-4627-98ca-02babb33e292 req-ed84efcb-d16b-486f-bc5c-a316fb9e1a7f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:27.473439 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f46ca8d6-9a43-4627-98ca-02babb33e292 req-ed84efcb-d16b-486f-bc5c-a316fb9e1a7f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0623426 Jun 18 08:16:27.512278 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f46ca8d6-9a43-4627-98ca-02babb33e292 req-fb1b4c94-2693-497e-95b7-94eb17ccf2db tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328679 Jun 18 08:16:27.855277 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:28.158370 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f084460d-d834-4bc4-9b7c-a65259c2c378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:28.193102 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db1f395-8733-475f-9903-007f53b690cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:16:28.209101 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b08de3b-e213-4149-a105-baab8dd24c79" -d '{"events": [{"server_uuid": "1db1f395-8733-475f-9903-007f53b690cb", "name": "network-vif-plugged", "status": "completed", "tag": "f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:16:28.260301 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a216aeee-ee47-4492-9b64-c3eaa00debce x-openstack-request-id: req-a216aeee-ee47-4492-9b64-c3eaa00debce {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:16:28.260677 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db1f395-8733-475f-9903-007f53b690cb", "name": "network-vif-plugged", "status": "completed", "tag": "f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:16:28.261008 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a216aeee-ee47-4492-9b64-c3eaa00debce {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:16:28.261473 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db1f395-8733-475f-9903-007f53b690cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158', 'code': 200} Jun 18 08:16:28.435196 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751749fb-7510-49fa-8b26-63f8af82c667 req-7eff3da8-5685-4d7d-939b-ef5c0d19829d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:28.437322 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-751749fb-7510-49fa-8b26-63f8af82c667 req-7eff3da8-5685-4d7d-939b-ef5c0d19829d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 946 time: 0.0752919 Jun 18 08:16:28.531671 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-751749fb-7510-49fa-8b26-63f8af82c667 req-8319fd0b-d4b8-429b-a5c7-0d8ed551f550 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864558 Jun 18 08:16:28.541601 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c9894-392a-43e8-bfb5-a831aef300e9 req-3eba3f36-1da6-4ab5-802e-356461433757 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:28.548749 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-379c9894-392a-43e8-bfb5-a831aef300e9 req-3eba3f36-1da6-4ab5-802e-356461433757 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 945 time: 0.0896487 Jun 18 08:16:28.549720 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8fe69-a710-43eb-aed3-58725309f5fb req-80c755f8-038a-477b-a6bd-761fd6423273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:28.557699 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-30d8fe69-a710-43eb-aed3-58725309f5fb req-80c755f8-038a-477b-a6bd-761fd6423273 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 1099 time: 0.0885906 Jun 18 08:16:28.589666 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-379c9894-392a-43e8-bfb5-a831aef300e9 req-94a414a7-377f-4912-9dec-946d0d63f4e0 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397804 Jun 18 08:16:28.612240 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-30d8fe69-a710-43eb-aed3-58725309f5fb req-a6819e8d-1e86-4526-b53e-24b5eb79432e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467641 Jun 18 08:16:28.713850 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ad0e4-5b49-413c-926b-cdaffadd83a7 req-f87e2eef-37e6-4b20-8cb0-862ba7096e89 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:28.715362 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c86ad0e4-5b49-413c-926b-cdaffadd83a7 req-f87e2eef-37e6-4b20-8cb0-862ba7096e89 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0628846 Jun 18 08:16:28.753761 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c86ad0e4-5b49-413c-926b-cdaffadd83a7 req-adaec762-efd3-4eeb-87ed-4f03ea395707 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324359 Jun 18 08:16:28.875130 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:29.748685 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b47b4e-c559-48b5-8a9a-a4f78207d5a1 req-49791b0b-d6ee-4e74-894b-20c83408e9b7 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:29.750759 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e3b47b4e-c559-48b5-8a9a-a4f78207d5a1 req-49791b0b-d6ee-4e74-894b-20c83408e9b7 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 946 time: 0.0719020 Jun 18 08:16:29.751798 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d78d7-45c3-494b-be98-4e05f273785a req-4725dddf-774f-4345-b3df-972b6c9a667d tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:29.759372 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b65d78d7-45c3-494b-be98-4e05f273785a req-4725dddf-774f-4345-b3df-972b6c9a667d tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 945 time: 0.0882304 Jun 18 08:16:29.800278 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b65d78d7-45c3-494b-be98-4e05f273785a req-977f3f8c-c754-4bf8-8012-97482498f58c tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397220 Jun 18 08:16:29.811196 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e3b47b4e-c559-48b5-8a9a-a4f78207d5a1 req-e29b5376-e880-41db-8449-8573b7c53e29 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488572 Jun 18 08:16:29.978147 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057f757-d684-40ec-ab42-92c333f05fbc req-2d34cff6-9a74-4b30-aee9-59552fb0f804 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:29.979659 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7057f757-d684-40ec-ab42-92c333f05fbc req-2d34cff6-9a74-4b30-aee9-59552fb0f804 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0677493 Jun 18 08:16:30.026099 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7057f757-d684-40ec-ab42-92c333f05fbc req-8992746d-3085-4f1e-9945-b41427623f7e tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Jun 18 08:16:30.562856 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:30.984141 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d5215-e3ee-4e89-aa0e-5faf9e1dcf72 req-0d59bdf4-e71a-4cc1-908b-f972065cb0f4 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:30.985619 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-963d5215-e3ee-4e89-aa0e-5faf9e1dcf72 req-0d59bdf4-e71a-4cc1-908b-f972065cb0f4 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 945 time: 0.0659466 Jun 18 08:16:31.014112 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad5ac5-b729-4a67-83ec-24056b3be654 req-a5d5a8a6-f1e7-4840-8fbb-4159ab381154 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:31.015690 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-51ad5ac5-b729-4a67-83ec-24056b3be654 req-a5d5a8a6-f1e7-4840-8fbb-4159ab381154 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 946 time: 0.0653701 Jun 18 08:16:31.023542 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-963d5215-e3ee-4e89-aa0e-5faf9e1dcf72 req-d60bf332-ce13-4ca1-8d7e-1a6a673d6d59 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315769 Jun 18 08:16:31.057054 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-51ad5ac5-b729-4a67-83ec-24056b3be654 req-34a267b7-3f2b-44f1-a6e9-c9453980534d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356255 Jun 18 08:16:31.199181 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac3752-445f-4401-a1f8-7e71fa048fa0 req-0dcafd78-9ef4-4d22-bab5-57e14b8c2e61 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:31.200618 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-54ac3752-445f-4401-a1f8-7e71fa048fa0 req-0dcafd78-9ef4-4d22-bab5-57e14b8c2e61 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0616348 Jun 18 08:16:31.238842 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-54ac3752-445f-4401-a1f8-7e71fa048fa0 req-0d409878-8f2e-43f9-a949-be0fc76e7b7d tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324619 Jun 18 08:16:32.161823 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 44370) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:32.267369 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2217220-5644-424b-b420-be26fde6e26c req-fb93df78-5ee5-4c74-8c17-e575b9d2f1fb tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:32.270501 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d2217220-5644-424b-b420-be26fde6e26c req-fb93df78-5ee5-4c74-8c17-e575b9d2f1fb tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 945 time: 0.1183143 Jun 18 08:16:32.291420 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb757ad-6297-45da-80a8-05c7ea8c511b req-80a9b40f-4df0-471f-9110-740f7bb2a18f tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:32.292972 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6bb757ad-6297-45da-80a8-05c7ea8c511b req-80a9b40f-4df0-471f-9110-740f7bb2a18f tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.88 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 945 time: 0.1072245 Jun 18 08:16:32.296815 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-85c859e9-6171-422b-b234-0e097cd3a3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:32.373791 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d2217220-5644-424b-b420-be26fde6e26c req-2f97ce42-bf94-49bb-8ea4-13ff566bee0f tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795293 Jun 18 08:16:32.468280 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-6bb757ad-6297-45da-80a8-05c7ea8c511b req-c0321c46-5e75-4148-b749-dde754fd7195 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Deleting port af222113-8983-4c76-816d-862a6e913f2e {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:16:32.469110 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-6bb757ad-6297-45da-80a8-05c7ea8c511b req-c0321c46-5e75-4148-b749-dde754fd7195 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:32.508693 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-85c859e9-6171-422b-b234-0e097cd3a3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:32.517386 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bee3eb-a6fc-4aca-9e6e-0a996a253a72 req-5e0fafd3-f852-43dd-9263-caf288c10df1 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:32.518877 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c5bee3eb-a6fc-4aca-9e6e-0a996a253a72 req-5e0fafd3-f852-43dd-9263-caf288c10df1 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.1017494 Jun 18 08:16:32.519937 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-85c859e9-6171-422b-b234-0e097cd3a3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:32.522445 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d3f170aa-f3e9-4264-80f4-73ff78cb656a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:32.586642 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c859e9-6171-422b-b234-0e097cd3a3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72986c34-d801-4af0-b87b-a14f887e8f58,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:32.590121 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-85c859e9-6171-422b-b234-0e097cd3a3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:32.595738 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-85c859e9-6171-422b-b234-0e097cd3a3cf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=42ac6e3cbe8a4565a634f205363dd019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290335 Jun 18 08:16:32.595931 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c5bee3eb-a6fc-4aca-9e6e-0a996a253a72 req-689559d6-18d4-4282-9783-e063d02dd468 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703824 Jun 18 08:16:32.596220 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 44390) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:32.604641 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-6bb757ad-6297-45da-80a8-05c7ea8c511b req-c0321c46-5e75-4148-b749-dde754fd7195 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] For port af222113-8983-4c76-816d-862a6e913f2e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=af222113-8983-4c76-816d-862a6e913f2e,segment=NetworkSegment(b98ec0a4-230c-4e50-a74d-114294bac3fc),segment_id=b98ec0a4-230c-4e50-a74d-114294bac3fc)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:32.605015 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-6bb757ad-6297-45da-80a8-05c7ea8c511b req-c0321c46-5e75-4148-b749-dde754fd7195 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:32.658175 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-81bab46b-dc25-4506-8a59-b5863a48aa1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:32.682286 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-81bab46b-dc25-4506-8a59-b5863a48aa1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:32.700179 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-6bb757ad-6297-45da-80a8-05c7ea8c511b req-c0321c46-5e75-4148-b749-dde754fd7195 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Calling delete_port for af222113-8983-4c76-816d-862a6e913f2e owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:16:32.740826 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-81bab46b-dc25-4506-8a59-b5863a48aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:32.745240 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-81bab46b-dc25-4506-8a59-b5863a48aa1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:32.748734 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-81bab46b-dc25-4506-8a59-b5863a48aa1f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/72986c34-d801-4af0-b87b-a14f887e8f58 HTTP/1.1" status: 204 len: 168 time: 0.1491990 Jun 18 08:16:32.748734 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-6942fffc-70d1-4904-a3cf-62351696369f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:32.756615 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bab46b-dc25-4506-8a59-b5863a48aa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72986c34-d801-4af0-b87b-a14f887e8f58,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:32.759556 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-81bab46b-dc25-4506-8a59-b5863a48aa1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:32.901360 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-6bb757ad-6297-45da-80a8-05c7ea8c511b req-c0321c46-5e75-4148-b749-dde754fd7195 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:32.906766 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:32.937013 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['af222113-8983-4c76-816d-862a6e913f2e'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:16:32.941549 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0321c46-5e75-4148-b749-dde754fd7195 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Pushing event deleted for resources: {'Port': ['ID=af222113-8983-4c76-816d-862a6e913f2e,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:32.946572 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c0321c46-5e75-4148-b749-dde754fd7195 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:32.993547 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb757ad-6297-45da-80a8-05c7ea8c511b req-c0321c46-5e75-4148-b749-dde754fd7195 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] No DVR routers for this DVR port af222113-8983-4c76-816d-862a6e913f2e on host hv-cinder-76111 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:16:32.998262 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-6bb757ad-6297-45da-80a8-05c7ea8c511b req-c0321c46-5e75-4148-b749-dde754fd7195 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:33.000845 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6bb757ad-6297-45da-80a8-05c7ea8c511b req-c0321c46-5e75-4148-b749-dde754fd7195 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.88 "DELETE /v2.0/ports/af222113-8983-4c76-816d-862a6e913f2e HTTP/1.1" status: 204 len: 173 time: 0.7004039 Jun 18 08:16:33.001582 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55bf820-3e37-486c-bf75-52364728dd2e', 'name': 'network-vif-deleted', 'tag': 'af222113-8983-4c76-816d-862a6e913f2e'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:16:33.004189 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b454b5-87b1-4254-b01d-43cbfed130e9" -d '{"events": [{"server_uuid": "b55bf820-3e37-486c-bf75-52364728dd2e", "name": "network-vif-deleted", "tag": "af222113-8983-4c76-816d-862a6e913f2e"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:16:33.107263 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f98d48f-2594-49ef-920b-2af614dacec2 x-openstack-request-id: req-6f98d48f-2594-49ef-920b-2af614dacec2 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:16:33.107733 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55bf820-3e37-486c-bf75-52364728dd2e", "name": "network-vif-deleted", "tag": "af222113-8983-4c76-816d-862a6e913f2e", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:16:33.110883 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6f98d48f-2594-49ef-920b-2af614dacec2 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:16:33.112916 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55bf820-3e37-486c-bf75-52364728dd2e', 'name': 'network-vif-deleted', 'tag': 'af222113-8983-4c76-816d-862a6e913f2e', 'status': 'completed', 'code': 200} Jun 18 08:16:33.200802 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 44430) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:33.220525 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-956bcb13-9f55-4f0d-b358-22c5137fafb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:33.333623 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-956bcb13-9f55-4f0d-b358-22c5137fafb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:33.338385 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-956bcb13-9f55-4f0d-b358-22c5137fafb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:33.341979 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:33.428625 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-956bcb13-9f55-4f0d-b358-22c5137fafb5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6ea4c7c14e174ffdaf76fbce7eb378fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264113 Jun 18 08:16:33.429515 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bcb13-9f55-4f0d-b358-22c5137fafb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf2cbe7-d718-42ba-9e87-61f98831be39,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:33.431492 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 44444) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:33.438138 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-956bcb13-9f55-4f0d-b358-22c5137fafb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:33.489631 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-022aabf3-4f40-4597-add4-9caa38bd677d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:33.492096 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-022aabf3-4f40-4597-add4-9caa38bd677d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/networks?id=1b776cf9-ad83-4846-a685-0caa9f4a49e7 HTTP/1.1" status: 200 len: 815 time: 0.1505837 Jun 18 08:16:33.498070 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-22cbf342-8bbc-4ede-8aa7-e7c66c8b7d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:33.508446 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-ef99be2e-4e73-4df2-8043-900a287dd9d6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/quotas/700f52b6512d464cbad45deec9a66894 HTTP/1.1" status: 200 len: 375 time: 0.0107107 Jun 18 08:16:33.551843 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-22cbf342-8bbc-4ede-8aa7-e7c66c8b7d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:33.563773 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bcef199f-c432-4400-8b39-5ba568dd1d3c req-e22274a4-ecd7-481f-8811-3a0d0b14cea5 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=b55bf820-3e37-486c-bf75-52364728dd2e HTTP/1.1" status: 200 len: 210 time: 0.0438380 Jun 18 08:16:33.588866 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-1d6e4b75-34b6-485c-a90c-472942b696e9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=700f52b6512d464cbad45deec9a66894&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723355 Jun 18 08:16:33.619383 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-22cbf342-8bbc-4ede-8aa7-e7c66c8b7d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:33.621967 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-22cbf342-8bbc-4ede-8aa7-e7c66c8b7d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:33.623265 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-22cbf342-8bbc-4ede-8aa7-e7c66c8b7d92 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ddf2cbe7-d718-42ba-9e87-61f98831be39 HTTP/1.1" status: 204 len: 168 time: 0.1900556 Jun 18 08:16:33.623996 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-89bafcb1-e916-4ec8-ad53-40dc01baba03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:33.633133 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbf342-8bbc-4ede-8aa7-e7c66c8b7d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf2cbe7-d718-42ba-9e87-61f98831be39,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:33.636525 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-22cbf342-8bbc-4ede-8aa7-e7c66c8b7d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:33.695501 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-62a2f9a2-7aca-4ff6-be02-29b0b1daebf9 service neutron] 10.222.0.83 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990810 Jun 18 08:16:33.810303 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cd2d5-17a7-4cdd-b9bb-c60285ab4121 req-e2f656c3-af8b-411e-a8bd-655baa87fce8 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:33.812141 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4cd2d5-17a7-4cdd-b9bb-c60285ab4121 req-e2f656c3-af8b-411e-a8bd-655baa87fce8 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0717638 Jun 18 08:16:33.828845 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-7685b2f6-7d25-415a-adc2-0fcd008ee65c service neutron] 10.222.0.83 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240149 Jun 18 08:16:33.879775 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d4cd2d5-17a7-4cdd-b9bb-c60285ab4121 req-0f60087c-57cf-4a9b-8773-5e28225b7624 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599163 Jun 18 08:16:34.088426 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 44462) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:34.108592 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2d717a7-f8aa-4b56-96e3-59fbdf0afa17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:34.241795 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2d717a7-f8aa-4b56-96e3-59fbdf0afa17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:34.257824 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f2d717a7-f8aa-4b56-96e3-59fbdf0afa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:34.281089 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-81bab46b-dc25-4506-8a59-b5863a48aa1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:34.507098 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-80425d42-20ae-4ad8-a10a-6f5d5a8e5c63 req-391cef0c-f6f7-4923-a9ee-b7fb4dacf0a8 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 210 time: 0.2708693 Jun 18 08:16:34.542324 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f2d717a7-f8aa-4b56-96e3-59fbdf0afa17 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b67a75a05041494fbb4bae5973558b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437244 Jun 18 08:16:34.542324 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d717a7-f8aa-4b56-96e3-59fbdf0afa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1984d5c3-994e-4ed8-a8ab-0a96d5242b3e,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:34.543194 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 44476) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:34.543590 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f2d717a7-f8aa-4b56-96e3-59fbdf0afa17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:34.695115 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-db3d3085-f1c6-4c07-89c3-575e6c742c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:34.745178 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-db3d3085-f1c6-4c07-89c3-575e6c742c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:34.796006 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-db3d3085-f1c6-4c07-89c3-575e6c742c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:34.798535 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-db3d3085-f1c6-4c07-89c3-575e6c742c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:34.800061 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-db3d3085-f1c6-4c07-89c3-575e6c742c09 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1984d5c3-994e-4ed8-a8ab-0a96d5242b3e HTTP/1.1" status: 204 len: 168 time: 0.2588265 Jun 18 08:16:34.800595 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8e6e2ab0-5561-4eb5-9a2d-fb89a2436b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:34.814401 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d3085-f1c6-4c07-89c3-575e6c742c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1984d5c3-994e-4ed8-a8ab-0a96d5242b3e,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:34.818217 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-db3d3085-f1c6-4c07-89c3-575e6c742c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:35.068273 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-8fecedbe-e108-47a1-8cf9-67c1cb14f713 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:35.070793 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-8fecedbe-e108-47a1-8cf9-67c1cb14f713 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/networks?id=68c0a70c-819e-41d6-b548-c074e6df9462 HTTP/1.1" status: 200 len: 809 time: 0.1526387 Jun 18 08:16:35.093045 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-5879287d-0fcd-44a4-9cef-141affba95b8 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/quotas/722a886ce11b47cda20d09d6f65fb073 HTTP/1.1" status: 200 len: 375 time: 0.0127094 Jun 18 08:16:35.109266 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573917af-3192-4726-87f4-7411450531fb req-4fdd8d60-8533-4990-b302-edff4999ba25 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:35.111217 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-573917af-3192-4726-87f4-7411450531fb req-4fdd8d60-8533-4990-b302-edff4999ba25 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0928495 Jun 18 08:16:35.144361 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-648f103b-549a-4b58-ade2-d9091383a494 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=722a886ce11b47cda20d09d6f65fb073&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402138 Jun 18 08:16:35.158390 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-573917af-3192-4726-87f4-7411450531fb req-52b79679-7431-4e79-bef0-0e8d4f3ab12b tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362911 Jun 18 08:16:35.244037 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-ec24ff00-a8b8-47de-892f-95d5b01d95a6 service neutron] 10.222.0.83 "GET /v2.0/networks/68c0a70c-819e-41d6-b548-c074e6df9462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915663 Jun 18 08:16:35.383175 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-62144324-9576-481b-9bea-5f3f6699f864 service neutron] 10.222.0.83 "GET /v2.0/networks/68c0a70c-819e-41d6-b548-c074e6df9462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187451 Jun 18 08:16:35.727587 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dd36c3d7-a3af-4807-943d-915a395f9e9d req-cb58e8bf-5d71-4a4c-8d8c-d895fa1c1754 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 210 time: 0.0473790 Jun 18 08:16:35.848021 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e0f847d0-1adf-4604-aa05-92a2b26d9442 req-a58dcddc-59d0-4223-9a24-71321b372cbd tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 210 time: 0.0508685 Jun 18 08:16:35.920697 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-1de8090c-7ccb-4f97-ba4e-86216ee9ce8f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:35.922689 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-1de8090c-7ccb-4f97-ba4e-86216ee9ce8f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.88 "GET /v2.0/networks?id=1b776cf9-ad83-4846-a685-0caa9f4a49e7 HTTP/1.1" status: 200 len: 815 time: 0.5402086 Jun 18 08:16:35.948243 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-5745a9c9-2026-42a8-b7ec-4b0fc8ef148d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Request body: {'port': {'device_id': '3cc98bd8-2867-4dcc-8be4-ceb400f29485', 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7', 'admin_state_up': True, 'tenant_id': '700f52b6512d464cbad45deec9a66894'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:16:36.038306 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device af222113-8983-4c76-816d-862a6e913f2e no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:16:36.061973 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] No Port match for: af222113-8983-4c76-816d-862a6e913f2e {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:16:36.062372 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device af222113-8983-4c76-816d-862a6e913f2e not bound to the agent host hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:16:36.083044 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-5745a9c9-2026-42a8-b7ec-4b0fc8ef148d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Made reservation on behalf of 700f52b6512d464cbad45deec9a66894 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:16:36.086500 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-5745a9c9-2026-42a8-b7ec-4b0fc8ef148d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:36.267184 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-5745a9c9-2026-42a8-b7ec-4b0fc8ef148d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Allocated IP 172.20.0.4 (1b776cf9-ad83-4846-a685-0caa9f4a49e7/be4459fe-ddfd-4974-8d18-8ab67b0bd04e/8b9d63b7-5903-4b7a-8594-ecb6b0cb2676) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:16:36.386282 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae311ea-521e-4228-af34-8710071b2ea5 req-3d8cd2d6-b58a-44ea-84f2-ce301dbacb0d tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:36.388616 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5ae311ea-521e-4228-af34-8710071b2ea5 req-3d8cd2d6-b58a-44ea-84f2-ce301dbacb0d tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0882478 Jun 18 08:16:36.439229 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5ae311ea-521e-4228-af34-8710071b2ea5 req-7e9ec0cc-7d7b-4525-887b-2e86329a3589 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442317 Jun 18 08:16:36.442667 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-5745a9c9-2026-42a8-b7ec-4b0fc8ef148d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:36.493345 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-5745a9c9-2026-42a8-b7ec-4b0fc8ef148d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8739128'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:36.498746 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e38f3441-3a96-4e21-8083-1f91de078f14 tempest-DeleteServersTestJSON-881584525 tempest-DeleteServersTestJSON-881584525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:36.508389 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['a2c923ae-377f-435b-97f5-912fe5899846', 'f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:16:36.546064 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-5745a9c9-2026-42a8-b7ec-4b0fc8ef148d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:16:36.549458 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-5745a9c9-2026-42a8-b7ec-4b0fc8ef148d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:16:36.558209 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-5745a9c9-2026-42a8-b7ec-4b0fc8ef148d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:16:36.587093 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745a9c9-2026-42a8-b7ec-4b0fc8ef148d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Pushing event updated for resources: {'Port': ['ID=8b9d63b7-5903-4b7a-8594-ecb6b0cb2676,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:36.591341 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5745a9c9-2026-42a8-b7ec-4b0fc8ef148d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:36.614281 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-5745a9c9-2026-42a8-b7ec-4b0fc8ef148d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:36.615305 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-5745a9c9-2026-42a8-b7ec-4b0fc8ef148d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:36.630224 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-5745a9c9-2026-42a8-b7ec-4b0fc8ef148d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6903157 Jun 18 08:16:36.647343 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Request body: {'port': {'device_id': '3cc98bd8-2867-4dcc-8be4-ceb400f29485', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:16:36.717189 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:36.975537 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271da6b-ee66-4fc6-bc51-192ad592f019 req-60e41a10-2033-43c3-8cf7-c402e87183ff tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:36.977034 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c271da6b-ee66-4fc6-bc51-192ad592f019 req-60e41a10-2033-43c3-8cf7-c402e87183ff tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 931 time: 0.1364191 Jun 18 08:16:36.994435 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a80d999e-edd0-42bc-804b-6084d9e288d1 req-64f7687f-49db-4e08-8e58-034d6e3bc615 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 210 time: 0.0364785 Jun 18 08:16:37.086078 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c271da6b-ee66-4fc6-bc51-192ad592f019 req-cedad711-85fd-4efe-bb65-64fb9ca8102f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011174 Jun 18 08:16:37.139940 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:16:37.148403 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:37.178270 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Transition to ACTIVE for port object 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:16:37.185231 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-b2a33827-27d6-4d2d-b259-9e691efdd9ce tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:37.186670 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-b2a33827-27d6-4d2d-b259-9e691efdd9ce tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.88 "GET /v2.0/networks?id=68c0a70c-819e-41d6-b548-c074e6df9462 HTTP/1.1" status: 200 len: 809 time: 0.1731935 Jun 18 08:16:37.187726 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:37.189661 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:37.219624 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-22017993-bc15-4f01-9bff-dbdb84272692 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Request body: {'port': {'device_id': '0eb8f438-60a2-4529-9510-ca055b220809', 'network_id': '68c0a70c-819e-41d6-b548-c074e6df9462', 'admin_state_up': True, 'tenant_id': '722a886ce11b47cda20d09d6f65fb073'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:16:37.309146 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Pushing event updated for resources: {'Port': ['ID=8b9d63b7-5903-4b7a-8594-ecb6b0cb2676,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:37.314283 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:37.430252 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Attempting to bind port 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:16:37.430637 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Attempting to bind port 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '5e232c15-d735-4465-bed0-2f1e43ff862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:16:37.430941 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Attempting to bind port 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 on network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:16:37.436337 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Port 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 on network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:16:37.436672 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Attempting to bind port 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 on network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:16:37.439765 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-22017993-bc15-4f01-9bff-dbdb84272692 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Made reservation on behalf of 722a886ce11b47cda20d09d6f65fb073 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:16:37.443226 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-22017993-bc15-4f01-9bff-dbdb84272692 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:37.455065 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Checking agent: {'id': '5fb525c3-ca5c-4ec2-8b58-f6f465875c85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'started_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:16:37.455513 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Checking segment: {'id': '5e232c15-d735-4465-bed0-2f1e43ff862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:16:37.456073 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Bound using segment: {'id': '5e232c15-d735-4465-bed0-2f1e43ff862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:16:37.456641 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Bound port: 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e232c15-d735-4465-bed0-2f1e43ff862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:16:37.457062 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:37.601296 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] For port 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676, host hv-cinder-76111, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:16:37.621391 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] For port 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=8b9d63b7-5903-4b7a-8594-ecb6b0cb2676,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:16:37.630252 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:37.634654 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7fce382a-0376-457e-8265-32763ac00e31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:37.635660 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1b3f9-733e-45b4-9e60-ed1a6d8f7d2f req-55f2c1c3-f9c6-45a0-bacb-bf1d4340cf26 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:37.637129 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-afe1b3f9-733e-45b4-9e60-ed1a6d8f7d2f req-55f2c1c3-f9c6-45a0-bacb-bf1d4340cf26 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0784261 Jun 18 08:16:37.637887 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-22017993-bc15-4f01-9bff-dbdb84272692 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Allocated IP 172.20.0.14 (68c0a70c-819e-41d6-b548-c074e6df9462/8c44a713-8a67-4660-8264-089ab930fe24/db70a967-31af-4204-aac4-1aca246e1bc5) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:16:37.683547 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:37.684329 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:37.685841 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] 10.222.0.88 "PUT /v2.0/ports/8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 HTTP/1.1" status: 200 len: 1093 time: 1.0434153 Jun 18 08:16:37.688078 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc98bd8-2867-4dcc-8be4-ceb400f29485', 'tag': '8b9d63b7-5903-4b7a-8594-ecb6b0cb2676'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:16:37.690753 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01b6314-112a-4b27-8962-e7a7cf296202" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc98bd8-2867-4dcc-8be4-ceb400f29485", "tag": "8b9d63b7-5903-4b7a-8594-ecb6b0cb2676"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:16:37.697365 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-afe1b3f9-733e-45b4-9e60-ed1a6d8f7d2f req-67f7d618-5591-483d-ab52-58d6c58b203c tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535407 Jun 18 08:16:37.731708 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Pushing event updated for resources: {'Port': ['ID=8b9d63b7-5903-4b7a-8594-ecb6b0cb2676,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:37.750016 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:37.773962 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac61575a-62a3-4baa-ad01-49b37ab4c72c x-openstack-request-id: req-ac61575a-62a3-4baa-ad01-49b37ab4c72c {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:16:37.774283 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc98bd8-2867-4dcc-8be4-ceb400f29485", "tag": "8b9d63b7-5903-4b7a-8594-ecb6b0cb2676", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:16:37.774567 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ac61575a-62a3-4baa-ad01-49b37ab4c72c {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:16:37.774991 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc98bd8-2867-4dcc-8be4-ceb400f29485', 'tag': '8b9d63b7-5903-4b7a-8594-ecb6b0cb2676', 'status': 'completed', 'code': 200} Jun 18 08:16:37.878944 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-d0dbfdd6-060f-4e20-a5ef-a39d463d0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:37.880533 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-d0dbfdd6-060f-4e20-a5ef-a39d463d0e2b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=700f52b6512d464cbad45deec9a66894&device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 1096 time: 0.1500211 Jun 18 08:16:37.906814 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-22017993-bc15-4f01-9bff-dbdb84272692 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:37.948546 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-22017993-bc15-4f01-9bff-dbdb84272692 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8739128'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:37.952340 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:37.999191 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-22017993-bc15-4f01-9bff-dbdb84272692 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Network 68c0a70c-819e-41d6-b548-c074e6df9462 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:16:38.002468 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-22017993-bc15-4f01-9bff-dbdb84272692 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:16:38.009729 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-22017993-bc15-4f01-9bff-dbdb84272692 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:16:38.034201 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22017993-bc15-4f01-9bff-dbdb84272692 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Pushing event updated for resources: {'Port': ['ID=db70a967-31af-4204-aac4-1aca246e1bc5,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:38.038566 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-22017993-bc15-4f01-9bff-dbdb84272692 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:38.062835 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-22017993-bc15-4f01-9bff-dbdb84272692 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:38.063473 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-22017993-bc15-4f01-9bff-dbdb84272692 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:38.078329 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-22017993-bc15-4f01-9bff-dbdb84272692 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8656242 Jun 18 08:16:38.185853 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8384a-51bc-447a-a8aa-bcf19b098ea0 req-a579f19f-b487-4442-8ded-b318a7ea142b tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:38.187163 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-57c8384a-51bc-447a-a8aa-bcf19b098ea0 req-a579f19f-b487-4442-8ded-b318a7ea142b tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 932 time: 0.0638504 Jun 18 08:16:38.234541 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-57c8384a-51bc-447a-a8aa-bcf19b098ea0 req-6d7b8a96-dc2d-474e-8e85-90b910dddd73 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399899 Jun 18 08:16:38.403401 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e2d59-5430-41c4-b38a-5667634384d4 req-a364e1ab-08f3-4ace-ad0f-512fe73af345 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:38.404730 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a51e2d59-5430-41c4-b38a-5667634384d4 req-a364e1ab-08f3-4ace-ad0f-512fe73af345 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 943 time: 0.0690143 Jun 18 08:16:38.444089 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a51e2d59-5430-41c4-b38a-5667634384d4 req-3378f13b-489e-413c-913f-4b52209caccd tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330842 Jun 18 08:16:40.793453 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Request body: {'port': {'device_id': '0eb8f438-60a2-4529-9510-ca055b220809', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:16:40.845137 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-a2ab6ab2-5f43-4fa2-a540-d57f30a41053 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 HTTP/1.1" status: 200 len: 217 time: 0.0630941 Jun 18 08:16:40.966909 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-49031b9c-f09e-482f-8a93-4a560eed18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:40.968367 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-49031b9c-f09e-482f-8a93-4a560eed18d0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=be4459fe-ddfd-4974-8d18-8ab67b0bd04e HTTP/1.1" status: 200 len: 855 time: 0.1092484 Jun 18 08:16:40.970515 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:40.975361 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860753d-1a34-459c-af0a-70e1b0f32563 req-60ea5504-ad1c-46c7-90a2-481371eea562 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:40.977078 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0860753d-1a34-459c-af0a-70e1b0f32563 req-60ea5504-ad1c-46c7-90a2-481371eea562 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 932 time: 0.0723939 Jun 18 08:16:41.014105 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-8ef3f117-a28e-4322-8853-e9516e1e5c89 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b776cf9-ad83-4846-a685-0caa9f4a49e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316391 Jun 18 08:16:41.020992 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0860753d-1a34-459c-af0a-70e1b0f32563 req-03d21bec-aa81-4029-a4fe-86402720886d tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380168 Jun 18 08:16:41.055260 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dafa4-6f00-4432-848f-8912a673cbc0 req-67373b1b-10c1-4c5b-aff0-e91eaf6e4bab tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:41.056761 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b74dafa4-6f00-4432-848f-8912a673cbc0 req-67373b1b-10c1-4c5b-aff0-e91eaf6e4bab tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.1987085 Jun 18 08:16:41.198074 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268fcd5-4e65-4097-b06a-d9f88c9eb131 req-46fa6727-5789-4c0e-a6ff-2650ec7130d7 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:41.199749 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0268fcd5-4e65-4097-b06a-d9f88c9eb131 req-46fa6727-5789-4c0e-a6ff-2650ec7130d7 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 943 time: 0.0642679 Jun 18 08:16:41.215202 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b74dafa4-6f00-4432-848f-8912a673cbc0 req-6cab1704-f0fd-433d-a5af-aed85e2ec833 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422396 Jun 18 08:16:41.244730 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0268fcd5-4e65-4097-b06a-d9f88c9eb131 req-21c1dae6-2fd9-40e5-9cce-f62210ffb4eb tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370100 Jun 18 08:16:41.280828 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-6265e0dd-280c-4286-91f9-1ff3ffd7174e service neutron] 10.222.0.88 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426000 Jun 18 08:16:41.373278 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db70a967-31af-4204-aac4-1aca246e1bc5 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:16:41.380408 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:41.392077 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Transition to ACTIVE for port object db70a967-31af-4204-aac4-1aca246e1bc5 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:16:41.395884 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:41.398483 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6fd352fa-add0-4623-b30c-96f9824c208a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:41.470339 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Pushing event updated for resources: {'Port': ['ID=db70a967-31af-4204-aac4-1aca246e1bc5,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:41.473255 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:41.541862 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Attempting to bind port db70a967-31af-4204-aac4-1aca246e1bc5 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:16:41.542113 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Attempting to bind port db70a967-31af-4204-aac4-1aca246e1bc5 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'b98ec0a4-230c-4e50-a74d-114294bac3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68c0a70c-819e-41d6-b548-c074e6df9462'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:16:41.542435 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Attempting to bind port db70a967-31af-4204-aac4-1aca246e1bc5 on network 68c0a70c-819e-41d6-b548-c074e6df9462 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:16:41.546639 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Port db70a967-31af-4204-aac4-1aca246e1bc5 on network 68c0a70c-819e-41d6-b548-c074e6df9462 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:16:41.546962 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Attempting to bind port db70a967-31af-4204-aac4-1aca246e1bc5 on network 68c0a70c-819e-41d6-b548-c074e6df9462 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:16:41.551741 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Checking agent: {'id': '5fb525c3-ca5c-4ec2-8b58-f6f465875c85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'started_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:16:41.552128 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Checking segment: {'id': 'b98ec0a4-230c-4e50-a74d-114294bac3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68c0a70c-819e-41d6-b548-c074e6df9462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:16:41.552421 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Bound using segment: {'id': 'b98ec0a4-230c-4e50-a74d-114294bac3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68c0a70c-819e-41d6-b548-c074e6df9462'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:16:41.553391 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Bound port: db70a967-31af-4204-aac4-1aca246e1bc5, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98ec0a4-230c-4e50-a74d-114294bac3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68c0a70c-819e-41d6-b548-c074e6df9462'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:16:41.553894 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:41.621370 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] For port db70a967-31af-4204-aac4-1aca246e1bc5, host hv-cinder-76111, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:16:41.624650 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] For port db70a967-31af-4204-aac4-1aca246e1bc5, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=db70a967-31af-4204-aac4-1aca246e1bc5,segment=NetworkSegment(b98ec0a4-230c-4e50-a74d-114294bac3fc),segment_id=b98ec0a4-230c-4e50-a74d-114294bac3fc)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:16:41.629171 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:41.631754 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:41.672202 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:41.672806 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:41.674166 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] 10.222.0.88 "PUT /v2.0/ports/db70a967-31af-4204-aac4-1aca246e1bc5 HTTP/1.1" status: 200 len: 1094 time: 0.8858728 Jun 18 08:16:41.674650 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb8f438-60a2-4529-9510-ca055b220809', 'tag': 'db70a967-31af-4204-aac4-1aca246e1bc5'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:16:41.676945 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ec7fe2-d1ee-41f4-89ea-f8296e986d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb8f438-60a2-4529-9510-ca055b220809", "tag": "db70a967-31af-4204-aac4-1aca246e1bc5"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:16:41.696274 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Pushing event updated for resources: {'Port': ['ID=db70a967-31af-4204-aac4-1aca246e1bc5,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:41.703944 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:41.714232 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf16aa3-240a-49b2-9ea7-ed5b0c7e0961 x-openstack-request-id: req-3cf16aa3-240a-49b2-9ea7-ed5b0c7e0961 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:16:41.714558 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb8f438-60a2-4529-9510-ca055b220809", "tag": "db70a967-31af-4204-aac4-1aca246e1bc5", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:16:41.714841 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3cf16aa3-240a-49b2-9ea7-ed5b0c7e0961 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:16:41.715290 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb8f438-60a2-4529-9510-ca055b220809', 'tag': 'db70a967-31af-4204-aac4-1aca246e1bc5', 'status': 'completed', 'code': 200} Jun 18 08:16:44.351119 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976772b-d6d0-4d66-98a7-579f734ba9f2 req-fbe2a3fd-1113-4362-9c07-265e24177045 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:44.352704 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0976772b-d6d0-4d66-98a7-579f734ba9f2 req-fbe2a3fd-1113-4362-9c07-265e24177045 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0710366 Jun 18 08:16:44.394307 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0976772b-d6d0-4d66-98a7-579f734ba9f2 req-8bf958b5-bf3c-4768-af82-22cae5746c82 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336051 Jun 18 08:16:44.500830 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-476e8fc3-cab3-48d3-aa04-7ea870cf9584 req-7da978c6-d79d-4d0a-bad7-3760d4c2cf71 service neutron] 10.222.0.88 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048233 Jun 18 08:16:44.504921 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec7fe2-d1ee-41f4-89ea-f8296e986d6f req-ef6821bc-5da6-42dd-ba79-16f91464cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:44.506880 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19ec7fe2-d1ee-41f4-89ea-f8296e986d6f req-ef6821bc-5da6-42dd-ba79-16f91464cef4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=722a886ce11b47cda20d09d6f65fb073&device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 1097 time: 0.1634853 Jun 18 08:16:44.515075 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7ccb3-608a-47b6-b7af-dedb8f3728b4 req-b7ceb714-352e-47d1-a013-c788ec88b0e5 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:44.516543 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f2e7ccb3-608a-47b6-b7af-dedb8f3728b4 req-b7ceb714-352e-47d1-a013-c788ec88b0e5 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 944 time: 0.1718962 Jun 18 08:16:44.564701 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa9a63-0ca7-4c34-8d7b-75c19e7fc9eb req-e625fa0c-ff49-4c7a-81cd-b2b56cab88c5 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:44.566396 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9aaa9a63-0ca7-4c34-8d7b-75c19e7fc9eb req-e625fa0c-ff49-4c7a-81cd-b2b56cab88c5 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 943 time: 0.0709331 Jun 18 08:16:44.605606 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9aaa9a63-0ca7-4c34-8d7b-75c19e7fc9eb req-1b5f27ee-065f-485c-a9e9-d66dc56bb0fd tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Jun 18 08:16:44.695251 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f2e7ccb3-608a-47b6-b7af-dedb8f3728b4 req-8ac8c930-d42b-4113-a11f-4080b52783bb tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601641 Jun 18 08:16:44.752998 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec7fe2-d1ee-41f4-89ea-f8296e986d6f req-b69bca9c-7f1d-431b-8a6e-bee476caf218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:44.754420 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19ec7fe2-d1ee-41f4-89ea-f8296e986d6f req-b69bca9c-7f1d-431b-8a6e-bee476caf218 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=722a886ce11b47cda20d09d6f65fb073&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2364874 Jun 18 08:16:44.760787 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b6314-112a-4b27-8962-e7a7cf296202 req-89d5db59-cf45-4c2c-ac44-371dcf7018a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:44.762119 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a01b6314-112a-4b27-8962-e7a7cf296202 req-89d5db59-cf45-4c2c-ac44-371dcf7018a9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=700f52b6512d464cbad45deec9a66894&device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 1096 time: 0.1991532 Jun 18 08:16:44.986779 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec7fe2-d1ee-41f4-89ea-f8296e986d6f req-c443ac81-0a13-477a-8878-f5ce6850143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:44.988151 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19ec7fe2-d1ee-41f4-89ea-f8296e986d6f req-c443ac81-0a13-477a-8878-f5ce6850143a service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2251194 Jun 18 08:16:44.991281 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b6314-112a-4b27-8962-e7a7cf296202 req-a4addd83-8af8-4d48-ac36-2431ab59eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:44.992562 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a01b6314-112a-4b27-8962-e7a7cf296202 req-a4addd83-8af8-4d48-ac36-2431ab59eb21 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b776cf9-ad83-4846-a685-0caa9f4a49e7 HTTP/1.1" status: 200 len: 917 time: 0.2164993 Jun 18 08:16:47.866449 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a01b6314-112a-4b27-8962-e7a7cf296202 req-6231ed36-027c-4671-83c5-a7fe384fafeb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 HTTP/1.1" status: 200 len: 217 time: 0.0424566 Jun 18 08:16:47.944191 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b6314-112a-4b27-8962-e7a7cf296202 req-177d57f0-9899-4b03-babd-bc8e98a87506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:47.945634 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a01b6314-112a-4b27-8962-e7a7cf296202 req-177d57f0-9899-4b03-babd-bc8e98a87506 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=be4459fe-ddfd-4974-8d18-8ab67b0bd04e HTTP/1.1" status: 200 len: 855 time: 0.0572586 Jun 18 08:16:47.959733 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-fd7749bb-a289-4b1f-9c4c-b7941d210457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:47.961159 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-fd7749bb-a289-4b1f-9c4c-b7941d210457 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=722a886ce11b47cda20d09d6f65fb073&device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 1097 time: 0.1030130 Jun 18 08:16:47.993135 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a01b6314-112a-4b27-8962-e7a7cf296202 req-af8daef6-7a18-4921-8c7b-2926befa306a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b776cf9-ad83-4846-a685-0caa9f4a49e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357921 Jun 18 08:16:48.038317 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-6dfbd02c-37ce-4b1e-885d-d622f24e6c27 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db70a967-31af-4204-aac4-1aca246e1bc5 HTTP/1.1" status: 200 len: 217 time: 0.0680885 Jun 18 08:16:48.082078 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ede04b-abb2-4ff5-a080-5d96ffee0fef req-3d613b74-fac0-42a8-966c-d9ce1b53138f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:48.083642 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-15ede04b-abb2-4ff5-a080-5d96ffee0fef req-3d613b74-fac0-42a8-966c-d9ce1b53138f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0691988 Jun 18 08:16:48.128931 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-15ede04b-abb2-4ff5-a080-5d96ffee0fef req-797984ee-9a33-4477-b92b-660aa73814d0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387297 Jun 18 08:16:48.180552 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-36b5166a-ffe3-46c8-b1a6-b619c12ddd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:48.181959 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-36b5166a-ffe3-46c8-b1a6-b619c12ddd5b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c44a713-8a67-4660-8264-089ab930fe24 HTTP/1.1" status: 200 len: 849 time: 0.1334355 Jun 18 08:16:48.203104 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a01b6314-112a-4b27-8962-e7a7cf296202 req-d07ed99d-6fe0-4bf7-806b-779220b1a2ca service neutron] 10.222.0.88 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741538 Jun 18 08:16:48.224786 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-7713f146-6dfd-4b68-9214-5c0723012b1a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68c0a70c-819e-41d6-b548-c074e6df9462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318377 Jun 18 08:16:48.241105 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68437e6-4002-4265-9a7b-24d40091ef66 req-ae9051f7-7a5e-4323-80d6-1bf27d8af6e8 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:48.242547 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f68437e6-4002-4265-9a7b-24d40091ef66 req-ae9051f7-7a5e-4323-80d6-1bf27d8af6e8 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 943 time: 0.2125628 Jun 18 08:16:48.303782 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1affc34-7cdb-4476-b4fb-78aabb626842 req-fb950f6b-68bd-4a41-89b7-d3c2f40ecd1c tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:48.306572 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e1affc34-7cdb-4476-b4fb-78aabb626842 req-fb950f6b-68bd-4a41-89b7-d3c2f40ecd1c tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 944 time: 0.0671144 Jun 18 08:16:48.348644 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e1affc34-7cdb-4476-b4fb-78aabb626842 req-f4dd8077-5b6e-4a94-8a80-69c9adb74b26 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355165 Jun 18 08:16:48.392191 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f68437e6-4002-4265-9a7b-24d40091ef66 req-f787dd40-52b2-4bfe-b43b-0b2b427269da tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328709 Jun 18 08:16:48.418493 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-06f223a7-ede7-4d7d-a96d-c63e61fdcdcf service neutron] 10.222.0.88 "GET /v2.0/networks/68c0a70c-819e-41d6-b548-c074e6df9462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665840 Jun 18 08:16:48.421911 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a01b6314-112a-4b27-8962-e7a7cf296202 req-0aa14e60-fccb-4a90-828c-57bed5e04c79 service neutron] 10.222.0.88 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004373 Jun 18 08:16:48.522573 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2adb55ed-b3b0-4328-b838-77f81d5659e8 req-218e548c-5a5e-430b-8ca1-39759c0f91d2 service neutron] 10.222.0.88 "GET /v2.0/networks/68c0a70c-819e-41d6-b548-c074e6df9462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876856 Jun 18 08:16:48.870675 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 44754) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:48.987055 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0d6aafcc-dfb7-4040-93df-92f2d0cb9427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:49.019941 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33672fe6-bb57-4f7f-beda-95df9acfd3c7 req-39c6dd22-42c8-4316-94d3-050b3823076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:49.021726 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33672fe6-bb57-4f7f-beda-95df9acfd3c7 req-39c6dd22-42c8-4316-94d3-050b3823076d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 1099 time: 0.1203732 Jun 18 08:16:49.115552 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-33672fe6-bb57-4f7f-beda-95df9acfd3c7 req-2a44ecbe-af27-4b40-98de-235be3868f86 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571444 Jun 18 08:16:49.138285 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0d6aafcc-dfb7-4040-93df-92f2d0cb9427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:49.142989 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0d6aafcc-dfb7-4040-93df-92f2d0cb9427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:49.145323 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a6fd4fbf-b18d-4de6-ad24-d07ac85e7694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:49.189684 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0d6aafcc-dfb7-4040-93df-92f2d0cb9427 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5f6f6dc80ce24bf595e1c31206c2a688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154945 Jun 18 08:16:49.189684 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6aafcc-dfb7-4040-93df-92f2d0cb9427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b039e8c-d7b8-4254-83c9-069a26b4cdbd,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:49.191811 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0d6aafcc-dfb7-4040-93df-92f2d0cb9427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:49.192258 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 44776) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:16:49.249526 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-173c17ef-1085-41a9-92e2-78f6f8a1ab85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:49.283668 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-173c17ef-1085-41a9-92e2-78f6f8a1ab85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:49.370119 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe477eff-5072-459c-be22-27d2fb39c9d4 req-af28eb81-9633-4163-9286-7bc304bfd8b7 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:49.371624 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fe477eff-5072-459c-be22-27d2fb39c9d4 req-af28eb81-9633-4163-9286-7bc304bfd8b7 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.1011038 Jun 18 08:16:49.381432 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-173c17ef-1085-41a9-92e2-78f6f8a1ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:49.384221 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-173c17ef-1085-41a9-92e2-78f6f8a1ab85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:49.387531 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-173c17ef-1085-41a9-92e2-78f6f8a1ab85 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4b039e8c-d7b8-4254-83c9-069a26b4cdbd HTTP/1.1" status: 204 len: 168 time: 0.1940305 Jun 18 08:16:49.396628 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-fe94c7d3-c332-44ae-b782-3f71857ec579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:49.413178 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c17ef-1085-41a9-92e2-78f6f8a1ab85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b039e8c-d7b8-4254-83c9-069a26b4cdbd,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:49.421364 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-173c17ef-1085-41a9-92e2-78f6f8a1ab85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:49.434768 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fe477eff-5072-459c-be22-27d2fb39c9d4 req-460ee3ae-d9ce-4021-b2c2-f5d1bf95cf64 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556083 Jun 18 08:16:49.576733 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166488d-63e3-41f3-8b89-3f4209cc7853 req-19fb1a2b-24a0-4a00-a419-364854866e3a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:49.578404 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f166488d-63e3-41f3-8b89-3f4209cc7853 req-19fb1a2b-24a0-4a00-a419-364854866e3a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 944 time: 0.0917592 Jun 18 08:16:49.623461 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f166488d-63e3-41f3-8b89-3f4209cc7853 req-63704d49-3249-46f8-a893-651fe057a2d2 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377278 Jun 18 08:16:49.639356 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87962a11-ec6c-4a2a-8d13-54bd7a505aec req-77e92061-b352-4e91-99d6-bcf27d4ee5d0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:49.640871 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-87962a11-ec6c-4a2a-8d13-54bd7a505aec req-77e92061-b352-4e91-99d6-bcf27d4ee5d0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 943 time: 0.0728402 Jun 18 08:16:49.681567 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-87962a11-ec6c-4a2a-8d13-54bd7a505aec req-c86783ba-40b7-4d72-9ee3-c649420296dc tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350301 Jun 18 08:16:50.659906 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8289e-bb7b-464f-a5bb-d1639c013139 req-6cbbd443-d13c-4e78-b468-cf046bff772f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:50.662364 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-55c8289e-bb7b-464f-a5bb-d1639c013139 req-6cbbd443-d13c-4e78-b468-cf046bff772f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0883303 Jun 18 08:16:50.750305 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-55c8289e-bb7b-464f-a5bb-d1639c013139 req-56ea83b0-0490-4a76-bc3d-6a3f3c3e6826 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790098 Jun 18 08:16:50.886511 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb4d7f-04e1-45a0-a7cc-1df23410aa9a req-51fd7ffe-8f99-4893-b46b-a6a6e002201a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:50.888069 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-78cb4d7f-04e1-45a0-a7cc-1df23410aa9a req-51fd7ffe-8f99-4893-b46b-a6a6e002201a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 944 time: 0.0836415 Jun 18 08:16:50.924428 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-78cb4d7f-04e1-45a0-a7cc-1df23410aa9a req-17ca0a96-e263-4858-b43d-3994cfd408b7 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307178 Jun 18 08:16:50.942134 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb9e3c-9b8d-4ce3-8fe6-0040e301d175 req-cfc97027-0e11-4cd8-af4d-4a0cc6ac0141 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:50.947662 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-83bb9e3c-9b8d-4ce3-8fe6-0040e301d175 req-cfc97027-0e11-4cd8-af4d-4a0cc6ac0141 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 943 time: 0.0707803 Jun 18 08:16:50.992079 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-83bb9e3c-9b8d-4ce3-8fe6-0040e301d175 req-aaa61f7f-b47d-4f75-a0ec-8dde5c8dc587 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382011 Jun 18 08:16:51.096607 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff2a85-2654-4e1a-9277-8d28b365557d req-ffbdd29c-f0e9-434b-83d1-d4bc7cedb6c8 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:51.098063 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-feff2a85-2654-4e1a-9277-8d28b365557d req-ffbdd29c-f0e9-434b-83d1-d4bc7cedb6c8 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0660076 Jun 18 08:16:51.110872 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device db70a967-31af-4204-aac4-1aca246e1bc5 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:16:51.147026 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-feff2a85-2654-4e1a-9277-8d28b365557d req-74ce7d6f-965a-4ff2-ad24-ea8eab795933 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Jun 18 08:16:51.211194 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port db70a967-31af-4204-aac4-1aca246e1bc5, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=db70a967-31af-4204-aac4-1aca246e1bc5,segment=NetworkSegment(b98ec0a4-230c-4e50-a74d-114294bac3fc),segment_id=b98ec0a4-230c-4e50-a74d-114294bac3fc)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:51.223529 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': 'db70a967-31af-4204-aac4-1aca246e1bc5', 'network_id': '68c0a70c-819e-41d6-b548-c074e6df9462', 'port_id': 'db70a967-31af-4204-aac4-1aca246e1bc5', 'mac_address': 'fa:16:3e:b1:a4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c44a713-8a67-4660-8264-089ab930fe24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:16:51.260711 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:51.272977 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db70a967-31af-4204-aac4-1aca246e1bc5 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:16:51.294962 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port db70a967-31af-4204-aac4-1aca246e1bc5, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=db70a967-31af-4204-aac4-1aca246e1bc5,segment=NetworkSegment(b98ec0a4-230c-4e50-a74d-114294bac3fc),segment_id=b98ec0a4-230c-4e50-a74d-114294bac3fc)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:51.312038 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:51.312883 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:16:51.315886 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:51.421546 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=db70a967-31af-4204-aac4-1aca246e1bc5,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:51.425590 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:51.477756 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=8b9d63b7-5903-4b7a-8594-ecb6b0cb2676,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:51.492304 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': '8b9d63b7-5903-4b7a-8594-ecb6b0cb2676', 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7', 'port_id': '8b9d63b7-5903-4b7a-8594-ecb6b0cb2676', 'mac_address': 'fa:16:3e:6a:eb:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4459fe-ddfd-4974-8d18-8ab67b0bd04e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:16:51.534987 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:51.548264 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:16:51.572177 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=8b9d63b7-5903-4b7a-8594-ecb6b0cb2676,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:51.576549 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:51.578601 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:51.623588 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=8b9d63b7-5903-4b7a-8594-ecb6b0cb2676,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:51.626563 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:52.000151 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['8b9d63b7-5903-4b7a-8594-ecb6b0cb2676'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:16:52.043079 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['db70a967-31af-4204-aac4-1aca246e1bc5'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:16:52.129800 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135a1d8-fb42-4905-861c-c4a4e9f630bb req-ee706104-caf8-4147-bd25-6e4a41d3708b tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:52.137639 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2135a1d8-fb42-4905-861c-c4a4e9f630bb req-ee706104-caf8-4147-bd25-6e4a41d3708b tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 945 time: 0.0760965 Jun 18 08:16:52.183397 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2135a1d8-fb42-4905-861c-c4a4e9f630bb req-479e7e23-89cd-4221-b615-2677aa4d7df3 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448585 Jun 18 08:16:52.230531 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eaa41-338f-4629-b5f5-2abfaea7f8ee req-4b06dfe2-2d61-4cf5-b393-744cefb16211 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:52.232025 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ac9eaa41-338f-4629-b5f5-2abfaea7f8ee req-4b06dfe2-2d61-4cf5-b393-744cefb16211 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 944 time: 0.0880110 Jun 18 08:16:52.271080 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ac9eaa41-338f-4629-b5f5-2abfaea7f8ee req-56d93b96-88dc-4da1-82ec-68cdfc375d3b tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330131 Jun 18 08:16:53.000644 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b93c5-a426-463f-b365-2e5a8741b4d0 req-eced88f0-584e-4ff3-bc62-213eeaeb5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:53.002081 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-476b93c5-a426-463f-b365-2e5a8741b4d0 req-eced88f0-584e-4ff3-bc62-213eeaeb5d13 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d410c302b42f411e81e57b1efce3d4d3&device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 1099 time: 0.0974169 Jun 18 08:16:53.013975 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b931ee-4a9a-45ad-a969-8d915fff0e1c req-b6492242-2cc3-49c4-9cde-51e455f187e9 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:53.015315 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-18b931ee-4a9a-45ad-a969-8d915fff0e1c req-b6492242-2cc3-49c4-9cde-51e455f187e9 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0802438 Jun 18 08:16:53.319976 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-18b931ee-4a9a-45ad-a969-8d915fff0e1c req-aa682c1f-7207-4c65-860f-6a8179bef343 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969091 Jun 18 08:16:53.345786 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b93c5-a426-463f-b365-2e5a8741b4d0 req-677d198d-1781-4792-8e37-ca31cf1f6634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:53.347402 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-476b93c5-a426-463f-b365-2e5a8741b4d0 req-677d198d-1781-4792-8e37-ca31cf1f6634 service neutron] 10.222.0.88 "GET /v2.0/networks?id=81beaa51-a303-4525-af1f-eae9f4b78c5e HTTP/1.1" status: 200 len: 919 time: 0.3312609 Jun 18 08:16:53.390172 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6b774-9fd4-48f2-aa82-1cb2107d440d req-b8233705-52ad-4c2b-be85-0c82f9090d26 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:53.391690 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8ed6b774-9fd4-48f2-aa82-1cb2107d440d req-b8233705-52ad-4c2b-be85-0c82f9090d26 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 945 time: 0.0843861 Jun 18 08:16:53.401254 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-476b93c5-a426-463f-b365-2e5a8741b4d0 req-4c4b248c-e693-438a-8607-26f77ebaf539 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73b32a0-b556-40f7-8846-a39f7be972d2 HTTP/1.1" status: 200 len: 217 time: 0.0453944 Jun 18 08:16:53.454508 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8ed6b774-9fd4-48f2-aa82-1cb2107d440d req-fff50178-8d66-434b-b33d-113b80f4c00e tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570347 Jun 18 08:16:53.462320 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b93c5-a426-463f-b365-2e5a8741b4d0 req-d249e64b-c9b1-416c-860a-545cc3a0cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:53.463803 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-476b93c5-a426-463f-b365-2e5a8741b4d0 req-d249e64b-c9b1-416c-860a-545cc3a0cb9b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a962334-f0f8-4687-b920-e54f22a8616d HTTP/1.1" status: 200 len: 857 time: 0.0520027 Jun 18 08:16:53.531005 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-476b93c5-a426-463f-b365-2e5a8741b4d0 req-20173ece-8cef-40c6-8dc6-da7f5168fa04 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=81beaa51-a303-4525-af1f-eae9f4b78c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553610 Jun 18 08:16:53.584018 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:53.626415 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7c1a2-2546-47df-b068-e66961d78f56 req-e48e3708-83e2-490a-adc6-7f3a8a7eae5f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:53.627885 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-42e7c1a2-2546-47df-b068-e66961d78f56 req-e48e3708-83e2-490a-adc6-7f3a8a7eae5f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 944 time: 0.1632273 Jun 18 08:16:53.690906 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-476b93c5-a426-463f-b365-2e5a8741b4d0 req-8cde313f-eddd-44a0-90b8-321fa99abf42 service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429496 Jun 18 08:16:53.693943 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-42e7c1a2-2546-47df-b068-e66961d78f56 req-03d41fb3-dd75-4bc3-be92-2defefe222b5 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597343 Jun 18 08:16:53.791884 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-476b93c5-a426-463f-b365-2e5a8741b4d0 req-439749e7-8938-40e2-b771-ee3b8d4a7967 service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906522 Jun 18 08:16:54.503273 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53f31f-b5b7-408a-a494-158611d03f57 req-70893b24-b7ef-4a22-83e2-7e87cd903cd3 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:54.504714 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9a53f31f-b5b7-408a-a494-158611d03f57 req-70893b24-b7ef-4a22-83e2-7e87cd903cd3 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0627203 Jun 18 08:16:54.541602 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9a53f31f-b5b7-408a-a494-158611d03f57 req-ee85f7b5-56be-42e3-a597-94061f87f164 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306752 Jun 18 08:16:54.633785 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e13533-e529-46ed-82c2-3563d202466b req-f385b81b-c84c-4532-8341-22d039903a1d tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:54.635277 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e4e13533-e529-46ed-82c2-3563d202466b req-f385b81b-c84c-4532-8341-22d039903a1d tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 945 time: 0.0657029 Jun 18 08:16:54.674653 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e4e13533-e529-46ed-82c2-3563d202466b req-71fde08d-66b3-4a59-8d59-23c52d78e21b tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329754 Jun 18 08:16:54.892751 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe5215-b87d-4eba-964f-97f80ff12026 req-dc7fe99c-76ea-4ec3-b864-d639c2ca968f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:54.894209 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-00fe5215-b87d-4eba-964f-97f80ff12026 req-dc7fe99c-76ea-4ec3-b864-d639c2ca968f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 944 time: 0.0796747 Jun 18 08:16:54.936372 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-00fe5215-b87d-4eba-964f-97f80ff12026 req-bc5b2bac-e3e7-4324-9f57-aae84da787a5 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357838 Jun 18 08:16:55.105113 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device db70a967-31af-4204-aac4-1aca246e1bc5 up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:16:55.155571 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning for port db70a967-31af-4204-aac4-1aca246e1bc5 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:16:55.158993 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port db70a967-31af-4204-aac4-1aca246e1bc5 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:16:55.159396 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:55.244119 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:55.247507 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-dd1cae5f-b935-4b4a-a1ed-797a1d800dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:55.269849 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb8f438-60a2-4529-9510-ca055b220809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db70a967-31af-4204-aac4-1aca246e1bc5'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:16:55.272085 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5841347f-b2b0-44f7-ad50-b4fe7a255e66" -d '{"events": [{"server_uuid": "0eb8f438-60a2-4529-9510-ca055b220809", "name": "network-vif-plugged", "status": "completed", "tag": "db70a967-31af-4204-aac4-1aca246e1bc5"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:16:55.284873 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port db70a967-31af-4204-aac4-1aca246e1bc5, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=db70a967-31af-4204-aac4-1aca246e1bc5,segment=NetworkSegment(b98ec0a4-230c-4e50-a74d-114294bac3fc),segment_id=b98ec0a4-230c-4e50-a74d-114294bac3fc)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:55.288978 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:55.290450 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:16:55.293124 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:55.441687 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a480d86-0da0-4409-b7e4-a657da39e37a x-openstack-request-id: req-1a480d86-0da0-4409-b7e4-a657da39e37a {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:16:55.441910 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb8f438-60a2-4529-9510-ca055b220809", "name": "network-vif-plugged", "status": "completed", "tag": "db70a967-31af-4204-aac4-1aca246e1bc5", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:16:55.442134 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1a480d86-0da0-4409-b7e4-a657da39e37a {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:16:55.442511 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb8f438-60a2-4529-9510-ca055b220809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db70a967-31af-4204-aac4-1aca246e1bc5', 'code': 200} Jun 18 08:16:55.478783 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=db70a967-31af-4204-aac4-1aca246e1bc5,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:55.482575 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:55.491680 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning for port 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:16:55.495864 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:16:55.496307 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:55.571470 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:55.605200 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=8b9d63b7-5903-4b7a-8594-ecb6b0cb2676,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:55.609050 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:55.610839 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:16:55.662202 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=8b9d63b7-5903-4b7a-8594-ecb6b0cb2676,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:55.666033 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:16:55.720186 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323428b3-28d4-4a0d-87ce-0fc81289e520 req-0471adfd-660c-4790-8f68-c2905f4a0de1 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:55.721671 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-323428b3-28d4-4a0d-87ce-0fc81289e520 req-0471adfd-660c-4790-8f68-c2905f4a0de1 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0640199 Jun 18 08:16:55.761669 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-323428b3-28d4-4a0d-87ce-0fc81289e520 req-ddd9f328-543a-4777-b7ff-e366598b27d4 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340264 Jun 18 08:16:55.863757 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04056502-ce8e-4c5f-ae0f-6e5f67df6d92 req-979b3c35-32c2-49a5-9f6b-83fefdde71de tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:55.865450 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-04056502-ce8e-4c5f-ae0f-6e5f67df6d92 req-979b3c35-32c2-49a5-9f6b-83fefdde71de tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 946 time: 0.0624175 Jun 18 08:16:55.904714 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-04056502-ce8e-4c5f-ae0f-6e5f67df6d92 req-16f6c278-dfe0-4316-8ba4-165b5321c64e tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328579 Jun 18 08:16:56.116264 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab3190-777e-44c4-839a-78eff4bb74ca req-a2bc8794-778b-4817-affa-a49a08104681 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:56.117735 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-00ab3190-777e-44c4-839a-78eff4bb74ca req-a2bc8794-778b-4817-affa-a49a08104681 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 945 time: 0.0635500 Jun 18 08:16:56.155076 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-00ab3190-777e-44c4-839a-78eff4bb74ca req-ea9eb754-ae81-4475-90ae-dcc98597fa9d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316637 Jun 18 08:16:57.443994 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc98bd8-2867-4dcc-8be4-ceb400f29485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9d63b7-5903-4b7a-8594-ecb6b0cb2676'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:16:57.446843 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08be4c06-43b0-473c-aef0-dcbc41a36134" -d '{"events": [{"server_uuid": "3cc98bd8-2867-4dcc-8be4-ceb400f29485", "name": "network-vif-plugged", "status": "completed", "tag": "8b9d63b7-5903-4b7a-8594-ecb6b0cb2676"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:16:57.670024 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:16:57.856998 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:58.159481 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-820f84f3-3420-4325-8fd8-383aeb1d3397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:58.877025 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:16:59.278309 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a46f9a-c3ee-4be9-99ec-8a39ddefa586 req-a71922ce-e971-4bee-a9b9-ce436c65fe65 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:59.279826 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a2a46f9a-c3ee-4be9-99ec-8a39ddefa586 req-a71922ce-e971-4bee-a9b9-ce436c65fe65 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0695536 Jun 18 08:16:59.317872 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a2a46f9a-c3ee-4be9-99ec-8a39ddefa586 req-fe192a3b-babb-4b62-9659-34628f7447d8 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319369 Jun 18 08:16:59.330535 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6cd71-df6c-45cc-b277-07d9c3836855 req-a7168d7d-e4eb-4807-8350-b232f173da24 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:59.333462 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fff6cd71-df6c-45cc-b277-07d9c3836855 req-a7168d7d-e4eb-4807-8350-b232f173da24 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 946 time: 0.1064184 Jun 18 08:16:59.367518 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e26913-abab-4855-b1e0-297cb5df6f8a req-ce4740a2-1cd7-476f-ab0f-ddd7d633d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:59.369218 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d2e26913-abab-4855-b1e0-297cb5df6f8a req-ce4740a2-1cd7-476f-ab0f-ddd7d633d417 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 1099 time: 0.1077449 Jun 18 08:16:59.387575 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fff6cd71-df6c-45cc-b277-07d9c3836855 req-3a6c26b7-b564-4182-843e-ac80307585d8 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453281 Jun 18 08:16:59.421203 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d2e26913-abab-4855-b1e0-297cb5df6f8a req-c09751e6-5ff5-4a23-b893-e3299d1ed45f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327520 Jun 18 08:16:59.437237 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24575aac-a5bd-4391-9fef-5f86a293d8e3 x-openstack-request-id: req-24575aac-a5bd-4391-9fef-5f86a293d8e3 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:16:59.437608 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc98bd8-2867-4dcc-8be4-ceb400f29485", "name": "network-vif-plugged", "status": "completed", "tag": "8b9d63b7-5903-4b7a-8594-ecb6b0cb2676", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:16:59.437939 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-24575aac-a5bd-4391-9fef-5f86a293d8e3 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:16:59.438405 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc98bd8-2867-4dcc-8be4-ceb400f29485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9d63b7-5903-4b7a-8594-ecb6b0cb2676', 'code': 200} Jun 18 08:16:59.494666 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ef660-8e50-4c1b-9c77-69abf845c58c req-02417b0f-3699-4926-b0ec-1c0018477400 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:59.496152 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-748ef660-8e50-4c1b-9c77-69abf845c58c req-02417b0f-3699-4926-b0ec-1c0018477400 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 945 time: 0.0634470 Jun 18 08:16:59.536267 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-748ef660-8e50-4c1b-9c77-69abf845c58c req-de428057-d884-4488-9624-8179b69d53f0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345409 Jun 18 08:16:59.736878 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922dcfc-907a-40ee-bbc7-a172e71ab222 req-d2f6b3c6-8953-4e68-9dc0-d739d908f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:16:59.738245 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3922dcfc-907a-40ee-bbc7-a172e71ab222 req-d2f6b3c6-8953-4e68-9dc0-d739d908f11e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 1098 time: 0.0494030 Jun 18 08:16:59.783872 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3922dcfc-907a-40ee-bbc7-a172e71ab222 req-f6365218-a56d-4089-a802-dbf22fe3d5c3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302956 Jun 18 08:17:00.509693 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135df74a-f698-411c-83f0-a6fec5a819ef req-9cebd8b5-e8c6-4b22-994b-5a2fb7284461 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:00.511163 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-135df74a-f698-411c-83f0-a6fec5a819ef req-9cebd8b5-e8c6-4b22-994b-5a2fb7284461 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0824304 Jun 18 08:17:00.562421 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-135df74a-f698-411c-83f0-a6fec5a819ef req-7ea30901-2c84-4e37-a766-6f18d0d6826b tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454898 Jun 18 08:17:00.575840 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:00.593044 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0c811-7d69-4844-adf3-8af152d4a5f5 req-e1bf8d7e-0679-456b-8a75-f2ca19aedb53 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:00.594793 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d8f0c811-7d69-4844-adf3-8af152d4a5f5 req-e1bf8d7e-0679-456b-8a75-f2ca19aedb53 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 946 time: 0.0833292 Jun 18 08:17:00.636045 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d8f0c811-7d69-4844-adf3-8af152d4a5f5 req-534a45c6-2fd3-4c6a-8a8b-684ef98dd8c2 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351105 Jun 18 08:17:00.734518 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b14c7-121b-4fac-9e4a-c734ee3ba09c req-f327f8b8-255a-495f-baaa-719a1af6c070 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:00.736003 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-583b14c7-121b-4fac-9e4a-c734ee3ba09c req-f327f8b8-255a-495f-baaa-719a1af6c070 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 945 time: 0.0625620 Jun 18 08:17:00.773343 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-583b14c7-121b-4fac-9e4a-c734ee3ba09c req-476feae0-d03a-42a9-ae7d-d62bc1e99a49 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316076 Jun 18 08:17:01.743548 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b4d8e-d3e5-4367-836c-528aebf2d301 req-f0171597-4b28-4ee6-b128-f69e2418e5cb tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:01.745135 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a99b4d8e-d3e5-4367-836c-528aebf2d301 req-f0171597-4b28-4ee6-b128-f69e2418e5cb tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0662777 Jun 18 08:17:01.784149 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a99b4d8e-d3e5-4367-836c-528aebf2d301 req-4051da7e-d891-45fb-b46c-d9209998716c tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333145 Jun 18 08:17:01.833495 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9007084-1cfb-494e-84dc-2df9c403b018 req-eb5a8c1a-fd8e-4a9a-b079-65cbbaf0e3d7 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:01.835020 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f9007084-1cfb-494e-84dc-2df9c403b018 req-eb5a8c1a-fd8e-4a9a-b079-65cbbaf0e3d7 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 946 time: 0.0683873 Jun 18 08:17:01.873550 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f9007084-1cfb-494e-84dc-2df9c403b018 req-4b41670d-5457-4913-a937-87dbe58e19a2 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326040 Jun 18 08:17:01.955319 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c2c54-bf7c-4de2-b354-c9968691f11f req-a5435c64-71d0-4f83-8fbd-e584c4a539df tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:01.956786 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-043c2c54-bf7c-4de2-b354-c9968691f11f req-a5435c64-71d0-4f83-8fbd-e584c4a539df tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 945 time: 0.0687549 Jun 18 08:17:01.997746 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-043c2c54-bf7c-4de2-b354-c9968691f11f req-e50405dd-9157-403c-a9c8-e3cfb2ef4883 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340173 Jun 18 08:17:03.022665 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ef3aa-8627-44f9-b5b1-5e625b08b10c req-ee593ef8-26fd-4648-bf2c-78ac290ad07a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:03.031278 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-289ef3aa-8627-44f9-b5b1-5e625b08b10c req-ee593ef8-26fd-4648-bf2c-78ac290ad07a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0913675 Jun 18 08:17:03.066297 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-289ef3aa-8627-44f9-b5b1-5e625b08b10c req-a5563f60-627f-4d24-a728-6a66ecded962 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338848 Jun 18 08:17:03.275108 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05e24c-220b-4265-aac0-330f6298454a req-a5f5e7c4-6a31-409d-bf15-92808763bc99 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:03.276581 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d05e24c-220b-4265-aac0-330f6298454a req-a5f5e7c4-6a31-409d-bf15-92808763bc99 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 946 time: 0.0727942 Jun 18 08:17:03.315720 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d05e24c-220b-4265-aac0-330f6298454a req-74d50e62-0387-41eb-88d7-0f124b2b946c tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332141 Jun 18 08:17:03.528517 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 45210) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:03.643660 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:03.766467 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:03.771138 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:03.776384 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2469c8d6-852b-4a74-b632-1d3f29453d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:03.827485 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a262b044218745de865125cbd0a27f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978928 Jun 18 08:17:03.829607 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dfa1f3-d9b4-4495-aea6-e165ae9cbc4f,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:03.830080 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 45224) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:03.837539 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.837909 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.838266 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.838617 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.839050 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.839522 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.839876 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.840224 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.840570 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.840911 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.841249 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.841587 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.845608 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:03.884416 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:03.909188 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:03.956041 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:03.958582 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:03.963020 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/35dfa1f3-d9b4-4495-aea6-e165ae9cbc4f HTTP/1.1" status: 204 len: 168 time: 0.1319079 Jun 18 08:17:03.963805 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-29825e01-4524-4ae1-8f33-a90eff362e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:03.971055 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dfa1f3-d9b4-4495-aea6-e165ae9cbc4f,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:03.979157 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.979536 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.979901 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.980256 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.980608 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.980962 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.981310 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.981658 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.982002 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.982345 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.982692 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.983057 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:03.986318 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:04.257146 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412b699-aff4-4608-bb3a-bd1ea6f2b83a req-4b023df3-7ce7-4e64-9b60-a8fd150947a7 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:04.259404 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3412b699-aff4-4608-bb3a-bd1ea6f2b83a req-4b023df3-7ce7-4e64-9b60-a8fd150947a7 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0708513 Jun 18 08:17:04.271434 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 45240) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:04.284963 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fb9f859b-f25e-48b7-afd6-6c37dad3ec68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:04.301048 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3412b699-aff4-4608-bb3a-bd1ea6f2b83a req-29136e62-8bad-47ae-a7a2-d0ce566307db tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355990 Jun 18 08:17:04.381227 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fb9f859b-f25e-48b7-afd6-6c37dad3ec68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:04.386262 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fb9f859b-f25e-48b7-afd6-6c37dad3ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:04.389699 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f7f4c808-df73-42cd-ae1d-e9931b0340b2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:04.424216 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-fb9f859b-f25e-48b7-afd6-6c37dad3ec68 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=36b2489235c942d588e0201e9c83d144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516211 Jun 18 08:17:04.426363 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f859b-f25e-48b7-afd6-6c37dad3ec68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a437e3-e488-405e-b1ca-af89ea53e965,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:04.429389 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 45244) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:04.430207 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-fb9f859b-f25e-48b7-afd6-6c37dad3ec68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:04.492188 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-291050cd-e751-465e-a412-db627f7fd7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:04.502564 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb66f7-1157-4e15-bc9c-e76ae2c5a443 req-b167bd1f-5abb-44e3-bdcc-03ba1bc669ca tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:04.504529 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-57bb66f7-1157-4e15-bc9c-e76ae2c5a443 req-b167bd1f-5abb-44e3-bdcc-03ba1bc669ca tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 946 time: 0.0699668 Jun 18 08:17:04.533688 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-291050cd-e751-465e-a412-db627f7fd7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:04.548907 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-57bb66f7-1157-4e15-bc9c-e76ae2c5a443 req-e83fcc4b-624b-4b1f-8976-a9b5346b4def tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379384 Jun 18 08:17:04.585131 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-291050cd-e751-465e-a412-db627f7fd7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:04.588083 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-291050cd-e751-465e-a412-db627f7fd7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:04.589195 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-291050cd-e751-465e-a412-db627f7fd7c7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/87a437e3-e488-405e-b1ca-af89ea53e965 HTTP/1.1" status: 204 len: 168 time: 0.1575110 Jun 18 08:17:04.589999 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f6fd0859-8154-49cc-b200-025b5660c510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:04.598257 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291050cd-e751-465e-a412-db627f7fd7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a437e3-e488-405e-b1ca-af89ea53e965,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:04.602187 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-291050cd-e751-465e-a412-db627f7fd7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:05.536301 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8631821-e0d1-4eaf-b0d6-bfc8ffb10eab req-b234c043-f055-46f6-b98d-e27ccd832c23 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:05.537948 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e8631821-e0d1-4eaf-b0d6-bfc8ffb10eab req-b234c043-f055-46f6-b98d-e27ccd832c23 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1129510 Jun 18 08:17:05.565039 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c4750-fef5-45b7-baea-99f39f29418e req-91f4eeb5-7ab1-4fd2-a859-021ab95c5f9a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:05.566562 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e14c4750-fef5-45b7-baea-99f39f29418e req-91f4eeb5-7ab1-4fd2-a859-021ab95c5f9a tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.88 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 946 time: 0.1073921 Jun 18 08:17:05.646359 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e8631821-e0d1-4eaf-b0d6-bfc8ffb10eab req-9bb45f97-cbdd-49ce-9d1a-b49948c126db tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979347 Jun 18 08:17:05.727530 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-e14c4750-fef5-45b7-baea-99f39f29418e req-45a23725-c635-46de-a1c5-a3ef153cb38e tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Deleting port db70a967-31af-4204-aac4-1aca246e1bc5 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:17:05.728178 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e14c4750-fef5-45b7-baea-99f39f29418e req-45a23725-c635-46de-a1c5-a3ef153cb38e tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:05.765780 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e966a9-a708-4af0-97d4-182a7f5d31b6 req-37c84128-c08b-49fd-b360-a7f211571401 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:05.767971 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-12e966a9-a708-4af0-97d4-182a7f5d31b6 req-37c84128-c08b-49fd-b360-a7f211571401 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 946 time: 0.0694003 Jun 18 08:17:05.819676 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-12e966a9-a708-4af0-97d4-182a7f5d31b6 req-0d7557b0-b6d1-499f-834a-7390c2cc42ae tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad423f25-dacf-4fdb-9239-17d229521ef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439522 Jun 18 08:17:05.832278 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-e14c4750-fef5-45b7-baea-99f39f29418e req-45a23725-c635-46de-a1c5-a3ef153cb38e tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] For port db70a967-31af-4204-aac4-1aca246e1bc5, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=db70a967-31af-4204-aac4-1aca246e1bc5,segment=NetworkSegment(b98ec0a4-230c-4e50-a74d-114294bac3fc),segment_id=b98ec0a4-230c-4e50-a74d-114294bac3fc)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:05.832652 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e14c4750-fef5-45b7-baea-99f39f29418e req-45a23725-c635-46de-a1c5-a3ef153cb38e tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:05.914672 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-e14c4750-fef5-45b7-baea-99f39f29418e req-45a23725-c635-46de-a1c5-a3ef153cb38e tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Calling delete_port for db70a967-31af-4204-aac4-1aca246e1bc5 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:17:06.041970 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e14c4750-fef5-45b7-baea-99f39f29418e req-45a23725-c635-46de-a1c5-a3ef153cb38e tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:06.046241 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ed751b3e-3512-43b0-9974-93057476d31e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:06.056642 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['db70a967-31af-4204-aac4-1aca246e1bc5'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:17:06.072136 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a23725-c635-46de-a1c5-a3ef153cb38e tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Pushing event deleted for resources: {'Port': ['ID=db70a967-31af-4204-aac4-1aca246e1bc5,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:06.075333 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-45a23725-c635-46de-a1c5-a3ef153cb38e tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:06.139722 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14c4750-fef5-45b7-baea-99f39f29418e req-45a23725-c635-46de-a1c5-a3ef153cb38e tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] No DVR routers for this DVR port db70a967-31af-4204-aac4-1aca246e1bc5 on host hv-cinder-76111 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:17:06.143719 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e14c4750-fef5-45b7-baea-99f39f29418e req-45a23725-c635-46de-a1c5-a3ef153cb38e tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:06.145927 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e14c4750-fef5-45b7-baea-99f39f29418e req-45a23725-c635-46de-a1c5-a3ef153cb38e tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.88 "DELETE /v2.0/ports/db70a967-31af-4204-aac4-1aca246e1bc5 HTTP/1.1" status: 204 len: 173 time: 0.5701506 Jun 18 08:17:06.146432 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb8f438-60a2-4529-9510-ca055b220809', 'name': 'network-vif-deleted', 'tag': 'db70a967-31af-4204-aac4-1aca246e1bc5'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:17:06.148869 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20c687c-b3ad-481a-a6b9-bd1601d0a71b" -d '{"events": [{"server_uuid": "0eb8f438-60a2-4529-9510-ca055b220809", "name": "network-vif-deleted", "tag": "db70a967-31af-4204-aac4-1aca246e1bc5"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:17:06.250014 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddf0ee3-71d7-4c99-be94-3895d901f782 x-openstack-request-id: req-7ddf0ee3-71d7-4c99-be94-3895d901f782 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:17:06.250584 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb8f438-60a2-4529-9510-ca055b220809", "name": "network-vif-deleted", "tag": "db70a967-31af-4204-aac4-1aca246e1bc5", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:17:06.250876 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7ddf0ee3-71d7-4c99-be94-3895d901f782 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:17:06.251699 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb8f438-60a2-4529-9510-ca055b220809', 'name': 'network-vif-deleted', 'tag': 'db70a967-31af-4204-aac4-1aca246e1bc5', 'status': 'completed', 'code': 200} Jun 18 08:17:06.834414 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536026b-91f3-499a-8cdb-57530cba96d1 req-90b06e4a-c67d-4893-b857-b18424f2362f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:06.835957 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d536026b-91f3-499a-8cdb-57530cba96d1 req-90b06e4a-c67d-4893-b857-b18424f2362f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0682905 Jun 18 08:17:06.877176 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d536026b-91f3-499a-8cdb-57530cba96d1 req-ba49bc1a-1ee9-4641-8eac-3edd96143730 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347626 Jun 18 08:17:07.005934 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d540a46e-adec-4788-9006-081f47097eab req-63e95cf7-2688-4b91-8dce-49c062175675 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] 10.222.0.83 "GET /v2.0/ports?device_id=0eb8f438-60a2-4529-9510-ca055b220809 HTTP/1.1" status: 200 len: 210 time: 0.0329463 Jun 18 08:17:07.759870 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 45352) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:07.872156 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0e0b01e2-f703-4a73-b0e5-8820b1bdc5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:07.962275 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0e0b01e2-f703-4a73-b0e5-8820b1bdc5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:07.966144 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0e0b01e2-f703-4a73-b0e5-8820b1bdc5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:07.968838 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a3f7c93c-01a6-4f1c-a64b-80d9d1d49415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:08.017124 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b01e2-f703-4a73-b0e5-8820b1bdc5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d9447b-380b-4046-a9a8-66c8d28f6e61,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:08.025664 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0e0b01e2-f703-4a73-b0e5-8820b1bdc5dc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3537466ba1ed4f158130302deba5bf03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645710 Jun 18 08:17:08.027161 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0e0b01e2-f703-4a73-b0e5-8820b1bdc5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:08.028416 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 45362) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:08.083015 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef9366-52b9-4f9c-9837-113cf2dbb9a1 req-e9ce910c-4cbf-4575-8215-7358fcf351dd tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:08.084744 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a1ef9366-52b9-4f9c-9837-113cf2dbb9a1 req-e9ce910c-4cbf-4575-8215-7358fcf351dd tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0835826 Jun 18 08:17:08.111433 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a1bc51db-4b64-4f9d-9a3d-4afb24f676bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:08.135139 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a1ef9366-52b9-4f9c-9837-113cf2dbb9a1 req-439a0f65-3859-415a-aaf0-3a1e2b090ded tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432429 Jun 18 08:17:08.150426 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a1bc51db-4b64-4f9d-9a3d-4afb24f676bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:08.200705 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a1bc51db-4b64-4f9d-9a3d-4afb24f676bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:08.203673 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a1bc51db-4b64-4f9d-9a3d-4afb24f676bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:08.204799 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a1bc51db-4b64-4f9d-9a3d-4afb24f676bc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a8d9447b-380b-4046-a9a8-66c8d28f6e61 HTTP/1.1" status: 204 len: 168 time: 0.1745932 Jun 18 08:17:08.205523 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-639e796e-1405-42f6-b4a5-95a45cfde43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:08.214075 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc51db-4b64-4f9d-9a3d-4afb24f676bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d9447b-380b-4046-a9a8-66c8d28f6e61,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:08.216375 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a1bc51db-4b64-4f9d-9a3d-4afb24f676bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:09.290579 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device db70a967-31af-4204-aac4-1aca246e1bc5 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:17:09.310833 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] No Port match for: db70a967-31af-4204-aac4-1aca246e1bc5 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:17:09.311202 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device db70a967-31af-4204-aac4-1aca246e1bc5 not bound to the agent host hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:17:11.472989 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea145a-21d5-49d9-8b00-48d494f233e3 req-dfecb0bd-0e15-49f9-bcc4-a60066014a09 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:11.474624 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-82ea145a-21d5-49d9-8b00-48d494f233e3 req-dfecb0bd-0e15-49f9-bcc4-a60066014a09 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0803635 Jun 18 08:17:11.521735 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-82ea145a-21d5-49d9-8b00-48d494f233e3 req-1f7dbb1d-3250-4223-addb-d2dc5c3139e0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407081 Jun 18 08:17:12.702464 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466f31e-8941-4236-93d9-219488710101 req-57ba5864-9ff4-4eab-985e-9be21002720f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:12.703849 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e466f31e-8941-4236-93d9-219488710101 req-57ba5864-9ff4-4eab-985e-9be21002720f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0655012 Jun 18 08:17:12.741141 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e466f31e-8941-4236-93d9-219488710101 req-0160ffa7-d34f-4300-bd6e-d53eceec964b tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Jun 18 08:17:13.913017 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cd92b-18b6-489f-80a3-7ffaf83ca1d7 req-44f85a33-8f82-4224-ba04-f8e14faec82f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:13.915647 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3a5cd92b-18b6-489f-80a3-7ffaf83ca1d7 req-44f85a33-8f82-4224-ba04-f8e14faec82f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0646281 Jun 18 08:17:13.951762 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3a5cd92b-18b6-489f-80a3-7ffaf83ca1d7 req-8739738b-5f16-4808-b315-5e13b3070f7e tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303724 Jun 18 08:17:15.143721 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988c4f1-1d3a-48ec-9884-2fd5d1ca1bbd req-c8c30d32-dff3-4f3e-8256-5da422d6b6f0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:15.145194 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1988c4f1-1d3a-48ec-9884-2fd5d1ca1bbd req-c8c30d32-dff3-4f3e-8256-5da422d6b6f0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0765760 Jun 18 08:17:15.187003 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1988c4f1-1d3a-48ec-9884-2fd5d1ca1bbd req-8d5a83cf-8c05-4b85-bfbf-4fa740ade87f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362184 Jun 18 08:17:16.378134 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c35bf8-ac7e-4a6e-b22f-2cb7b5483a7f req-00c59faf-b22a-4de8-a7cc-1cdc0e81e5cc tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:16.381292 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e4c35bf8-ac7e-4a6e-b22f-2cb7b5483a7f req-00c59faf-b22a-4de8-a7cc-1cdc0e81e5cc tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0720227 Jun 18 08:17:16.425744 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e4c35bf8-ac7e-4a6e-b22f-2cb7b5483a7f req-2156d563-3119-4b0a-a439-81ec8dce82c3 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386271 Jun 18 08:17:16.929309 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 45630) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:17.033597 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bcda6b81-1ff8-484e-ae79-d3ccf55be49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:17.118632 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bcda6b81-1ff8-484e-ae79-d3ccf55be49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:17.122314 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bcda6b81-1ff8-484e-ae79-d3ccf55be49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:17.125919 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:17.160218 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-bcda6b81-1ff8-484e-ae79-d3ccf55be49e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f0cf1e5361f3434ea9168f4308c3d14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292774 Jun 18 08:17:17.161102 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda6b81-1ff8-484e-ae79-d3ccf55be49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fea5f61-dd82-4132-82ae-b188704cbaf1,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:17.162858 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 45638) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:17.165391 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bcda6b81-1ff8-484e-ae79-d3ccf55be49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:17.213238 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f7c62ee7-51cd-4f63-ab36-ca571faa0357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:17.233535 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f7c62ee7-51cd-4f63-ab36-ca571faa0357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:17.278541 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f7c62ee7-51cd-4f63-ab36-ca571faa0357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:17.281146 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f7c62ee7-51cd-4f63-ab36-ca571faa0357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:17.282261 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f7c62ee7-51cd-4f63-ab36-ca571faa0357 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1fea5f61-dd82-4132-82ae-b188704cbaf1 HTTP/1.1" status: 204 len: 168 time: 0.1182728 Jun 18 08:17:17.282998 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-cf94ea47-d939-43e2-b38c-30350401788b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:17.290406 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c62ee7-51cd-4f63-ab36-ca571faa0357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fea5f61-dd82-4132-82ae-b188704cbaf1,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:17.292806 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f7c62ee7-51cd-4f63-ab36-ca571faa0357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:17.544488 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 45650) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:17.558639 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b06e777c-665e-4cf2-a975-f982eb951bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:17.610844 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b44a5-8c1c-401d-9241-dd098b1f25a2 req-73b3429f-92ac-4d6c-b9a2-662d5cf6e8e4 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:17.615445 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-845b44a5-8c1c-401d-9241-dd098b1f25a2 req-73b3429f-92ac-4d6c-b9a2-662d5cf6e8e4 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0666757 Jun 18 08:17:17.650918 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b06e777c-665e-4cf2-a975-f982eb951bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:17.654597 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-845b44a5-8c1c-401d-9241-dd098b1f25a2 req-6bf4c603-aefe-4682-a3e5-b6eedbe101ed tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360081 Jun 18 08:17:17.655418 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b06e777c-665e-4cf2-a975-f982eb951bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:17.658139 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:17.707186 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-b06e777c-665e-4cf2-a975-f982eb951bf7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=89904ea4e923443081888e8fa53d49f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613820 Jun 18 08:17:17.708437 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e777c-665e-4cf2-a975-f982eb951bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6057303c-e580-43ae-8b49-ee22972c9010,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:17.709891 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 45654) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:17.712946 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b06e777c-665e-4cf2-a975-f982eb951bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:17.761071 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5dcc0ecb-d1b6-448f-8fb7-52d46318a475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:17.781197 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5dcc0ecb-d1b6-448f-8fb7-52d46318a475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:17.827305 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5dcc0ecb-d1b6-448f-8fb7-52d46318a475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:17.830025 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5dcc0ecb-d1b6-448f-8fb7-52d46318a475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:17.831296 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5dcc0ecb-d1b6-448f-8fb7-52d46318a475 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6057303c-e580-43ae-8b49-ee22972c9010 HTTP/1.1" status: 204 len: 168 time: 0.1202078 Jun 18 08:17:17.831896 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-80e61226-2c16-42f9-b10f-753d914154c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:17.840507 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc0ecb-d1b6-448f-8fb7-52d46318a475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6057303c-e580-43ae-8b49-ee22972c9010,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:17.842705 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5dcc0ecb-d1b6-448f-8fb7-52d46318a475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:18.833662 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f48073-1142-4f30-8d52-936ec6b2ae3c req-9bc8f70e-29d4-42c1-b430-0d78752ef48f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:18.835152 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a0f48073-1142-4f30-8d52-936ec6b2ae3c req-9bc8f70e-29d4-42c1-b430-0d78752ef48f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0681002 Jun 18 08:17:18.874433 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a0f48073-1142-4f30-8d52-936ec6b2ae3c req-053fa68a-a4e3-44fb-a1d7-b66cb77902a4 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328057 Jun 18 08:17:20.217388 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55176eb9-2868-419e-aff5-2837909cfb58 req-ecf3a228-e7c2-48da-ad69-060d5ca53e28 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:20.221989 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-55176eb9-2868-419e-aff5-2837909cfb58 req-ecf3a228-e7c2-48da-ad69-060d5ca53e28 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1831326 Jun 18 08:17:20.324791 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-55176eb9-2868-419e-aff5-2837909cfb58 req-8eaa02a5-a3bd-433e-973e-23e09edfbb6b tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890870 Jun 18 08:17:20.753536 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd041b14-4234-4c5c-b7ec-313aa6761485 req-e94b2a86-7761-4972-a4d6-6c4f570b42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:20.762261 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dd041b14-4234-4c5c-b7ec-313aa6761485 req-e94b2a86-7761-4972-a4d6-6c4f570b42f6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d410c302b42f411e81e57b1efce3d4d3&device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 1099 time: 0.1297865 Jun 18 08:17:21.098784 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79758a5-98ff-403a-902d-084ec4ab5b18 req-6d293a4e-b51e-4f36-8913-02095a8093be tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:21.101304 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f79758a5-98ff-403a-902d-084ec4ab5b18 req-6d293a4e-b51e-4f36-8913-02095a8093be tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.1892037 Jun 18 08:17:21.113331 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd041b14-4234-4c5c-b7ec-313aa6761485 req-7808e166-c92e-4180-88bd-c7e18dd735ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:21.115122 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dd041b14-4234-4c5c-b7ec-313aa6761485 req-7808e166-c92e-4180-88bd-c7e18dd735ac service neutron] 10.222.0.88 "GET /v2.0/networks?id=81beaa51-a303-4525-af1f-eae9f4b78c5e HTTP/1.1" status: 200 len: 919 time: 0.3098238 Jun 18 08:17:21.125716 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-c2688b7b-661c-41a7-a2ac-d3aa518762fb tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:21.133235 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-c2688b7b-661c-41a7-a2ac-d3aa518762fb tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/networks?id=1b776cf9-ad83-4846-a685-0caa9f4a49e7 HTTP/1.1" status: 200 len: 815 time: 0.2833354 Jun 18 08:17:21.151367 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f79758a5-98ff-403a-902d-084ec4ab5b18 req-ca753769-e40c-49d9-ba64-3e59f0f40bf5 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397446 Jun 18 08:17:21.153000 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-ad80baf6-1b9f-4cd2-8dee-e365ba99cb97 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/quotas/700f52b6512d464cbad45deec9a66894 HTTP/1.1" status: 200 len: 375 time: 0.0186357 Jun 18 08:17:21.188733 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dd041b14-4234-4c5c-b7ec-313aa6761485 req-a1caa683-3adc-4f6c-9485-9f129b6bf48c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73b32a0-b556-40f7-8846-a39f7be972d2 HTTP/1.1" status: 200 len: 217 time: 0.0525053 Jun 18 08:17:21.312572 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd041b14-4234-4c5c-b7ec-313aa6761485 req-8fbc8f13-e311-4115-aec1-64c7b7248b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:21.314150 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dd041b14-4234-4c5c-b7ec-313aa6761485 req-8fbc8f13-e311-4115-aec1-64c7b7248b53 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a962334-f0f8-4687-b920-e54f22a8616d HTTP/1.1" status: 200 len: 857 time: 0.0816302 Jun 18 08:17:21.371663 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-0589fd8a-7c1d-487f-ad6c-4dc589293619 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=700f52b6512d464cbad45deec9a66894&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1919677 Jun 18 08:17:21.519580 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-bb51ec38-c13b-44bc-b5cb-1d46f074ca50 service neutron] 10.222.0.83 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412346 Jun 18 08:17:21.677043 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-402528fa-3f03-4286-8d12-2c09ea5c3dbf service neutron] 10.222.0.83 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519263 Jun 18 08:17:22.040871 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e577a5-2b66-4ca8-a94a-378ab48aa69d req-74e6a9c3-2413-490c-b95f-770379e51892 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:22.049077 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-60e577a5-2b66-4ca8-a94a-378ab48aa69d req-74e6a9c3-2413-490c-b95f-770379e51892 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1026342 Jun 18 08:17:22.091528 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-60e577a5-2b66-4ca8-a94a-378ab48aa69d req-702b9946-54a3-45d9-b28f-f9916dcc8f41 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414872 Jun 18 08:17:22.160459 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-85bee14c-d440-457b-b7a4-8bbf0c6c0dbe req-e18ad273-df62-48ab-878f-26195d511236 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 210 time: 0.0296111 Jun 18 08:17:22.346553 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3d754-82b8-40d7-b4d6-5a4417e62b0c req-e33cbfaa-b456-49fd-a55b-6d134689c663 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:22.348018 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-43f3d754-82b8-40d7-b4d6-5a4417e62b0c req-e33cbfaa-b456-49fd-a55b-6d134689c663 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0675268 Jun 18 08:17:22.384630 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-43f3d754-82b8-40d7-b4d6-5a4417e62b0c req-4dd57aa6-b7ac-4320-a38f-41244cb0a777 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297279 Jun 18 08:17:23.258217 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38d140-8041-4740-ac6c-2598381055fc req-546bc240-d242-4720-a926-8c05782c10b9 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:23.259557 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ab38d140-8041-4740-ac6c-2598381055fc req-546bc240-d242-4720-a926-8c05782c10b9 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0614200 Jun 18 08:17:23.295959 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ab38d140-8041-4740-ac6c-2598381055fc req-f0c6c90f-dfb4-40b8-b4c0-bb18c3dbc99a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308175 Jun 18 08:17:23.422194 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fb08fbe9-1391-4126-84b1-a78cb0554a88 req-4542cdca-ffcc-44eb-b087-79c6dccd2572 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 210 time: 0.0285044 Jun 18 08:17:23.510613 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dd041b14-4234-4c5c-b7ec-313aa6761485 req-0689c743-a423-41e0-ada6-339283cf7baa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=81beaa51-a303-4525-af1f-eae9f4b78c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405467 Jun 18 08:17:23.583696 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:23.660680 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca1e88-56cb-4a3d-96a3-02ab2c7b9ad2 req-ae92a61a-5491-4d91-b550-e9347d1aad61 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:23.663613 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-37ca1e88-56cb-4a3d-96a3-02ab2c7b9ad2 req-ae92a61a-5491-4d91-b550-e9347d1aad61 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0951030 Jun 18 08:17:23.715321 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-37ca1e88-56cb-4a3d-96a3-02ab2c7b9ad2 req-c6225804-6cb9-47e9-9780-b878da3b2466 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449619 Jun 18 08:17:24.481143 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacb42f-d59a-4a17-9470-ed1ca940639b req-1f30d5b6-6dae-4518-9d8a-41429e8edeaf tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:24.483860 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4eacb42f-d59a-4a17-9470-ed1ca940639b req-1f30d5b6-6dae-4518-9d8a-41429e8edeaf tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0758660 Jun 18 08:17:24.534954 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4eacb42f-d59a-4a17-9470-ed1ca940639b req-e8fdaeb0-9b34-4831-a906-d3ff559196b9 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450351 Jun 18 08:17:24.760084 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dd041b14-4234-4c5c-b7ec-313aa6761485 req-3c175ac0-9e50-4209-bfce-b1dc5fe4c31e service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596963 Jun 18 08:17:24.791773 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2fc3d90b-cb8c-4364-b687-8876b73dca44 req-5f8b41f8-5614-45c3-837a-7766fcd5e21d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 210 time: 0.0302844 Jun 18 08:17:25.014012 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dd041b14-4234-4c5c-b7ec-313aa6761485 req-2001aa69-411b-4fb8-a214-ac197ee542c1 service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212727 Jun 18 08:17:25.082389 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdff9fc-8fcf-4c4f-928b-242b1fbaa451 req-82b54c81-4c81-42f2-840e-fa9d71984cf4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:25.083974 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4cdff9fc-8fcf-4c4f-928b-242b1fbaa451 req-82b54c81-4c81-42f2-840e-fa9d71984cf4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0861311 Jun 18 08:17:25.133293 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4cdff9fc-8fcf-4c4f-928b-242b1fbaa451 req-e9dd27b7-1d20-4890-bf42-89cfd2d1bc72 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 Jun 18 08:17:25.238924 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4c41bb66-d7ed-492d-b3d0-19f6b8b2d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:25.830643 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd86385-ac57-450d-9e25-6a7de71b67f9 req-5f810815-9117-4fae-a19c-99fdf1140c02 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:25.846860 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0fd86385-ac57-450d-9e25-6a7de71b67f9 req-5f810815-9117-4fae-a19c-99fdf1140c02 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1833720 Jun 18 08:17:25.956505 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0fd86385-ac57-450d-9e25-6a7de71b67f9 req-a987675d-16ef-49d0-9807-5dfcae342e69 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086037 Jun 18 08:17:26.023480 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-dddf53ea-498f-4007-9200-f7d3ca1fc544 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:26.025875 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-dddf53ea-498f-4007-9200-f7d3ca1fc544 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.88 "GET /v2.0/networks?id=1b776cf9-ad83-4846-a685-0caa9f4a49e7 HTTP/1.1" status: 200 len: 815 time: 0.3112581 Jun 18 08:17:26.041808 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-47b7792f-c892-46e5-8ca5-b7358ac3c2e6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Request body: {'port': {'device_id': '022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6', 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7', 'admin_state_up': True, 'tenant_id': '700f52b6512d464cbad45deec9a66894'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:17:26.399693 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c46df5-00dc-4d16-b3e7-a8d55eb78c3c req-22b7d8b4-69d5-454d-8492-462663b2c527 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:26.402188 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d4c46df5-00dc-4d16-b3e7-a8d55eb78c3c req-22b7d8b4-69d5-454d-8492-462663b2c527 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0914450 Jun 18 08:17:26.446036 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9d140e2c-9093-461a-b923-89c4688af087 req-c414def4-c4b9-47a4-b99b-2f8afe64959c tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 210 time: 0.3541157 Jun 18 08:17:26.469837 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d4c46df5-00dc-4d16-b3e7-a8d55eb78c3c req-cc9c4b90-1afd-490a-ba2b-801ffd19c196 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613589 Jun 18 08:17:26.537318 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-47b7792f-c892-46e5-8ca5-b7358ac3c2e6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Made reservation on behalf of 700f52b6512d464cbad45deec9a66894 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:17:26.541952 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-47b7792f-c892-46e5-8ca5-b7358ac3c2e6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:26.725908 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 45946) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:26.752976 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-47b7792f-c892-46e5-8ca5-b7358ac3c2e6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Allocated IP 172.20.0.10 (1b776cf9-ad83-4846-a685-0caa9f4a49e7/be4459fe-ddfd-4974-8d18-8ab67b0bd04e/06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:17:27.002413 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e7d4d39e-1fd3-485f-a548-ac1eee7d17ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:27.133155 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-47b7792f-c892-46e5-8ca5-b7358ac3c2e6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:27.294064 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-47b7792f-c892-46e5-8ca5-b7358ac3c2e6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8739128'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:27.302783 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:27.349084 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbca19a-d93d-4ff0-9825-0ba5708f7e28 req-54f451fd-a918-403e-8693-a2553242494a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:27.350585 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ebbca19a-d93d-4ff0-9825-0ba5708f7e28 req-54f451fd-a918-403e-8693-a2553242494a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.2048097 Jun 18 08:17:27.388208 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e7d4d39e-1fd3-485f-a548-ac1eee7d17ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:27.405816 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-47b7792f-c892-46e5-8ca5-b7358ac3c2e6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:17:27.406566 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e7d4d39e-1fd3-485f-a548-ac1eee7d17ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:27.418843 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-47b7792f-c892-46e5-8ca5-b7358ac3c2e6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:17:27.434106 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7792f-c892-46e5-8ca5-b7358ac3c2e6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Pushing event updated for resources: {'Port': ['ID=06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:27.447401 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-47b7792f-c892-46e5-8ca5-b7358ac3c2e6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:17:27.451853 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-47b7792f-c892-46e5-8ca5-b7358ac3c2e6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:27.456385 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-244c8b05-70ea-4bfc-995d-7e0206c461af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:27.487423 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ebbca19a-d93d-4ff0-9825-0ba5708f7e28 req-ecbb2f53-a20c-479e-b2d6-1c96df1e1e78 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260552 Jun 18 08:17:27.510992 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 45962) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:27.511595 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e7d4d39e-1fd3-485f-a548-ac1eee7d17ab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5a20c2116e8742708e8ea70ec6ff3f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7834339 Jun 18 08:17:27.532064 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4d39e-1fd3-485f-a548-ac1eee7d17ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c20cdb-83c9-495c-a06b-c29bed03fe75,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:27.557196 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e7d4d39e-1fd3-485f-a548-ac1eee7d17ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:27.565960 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-47b7792f-c892-46e5-8ca5-b7358ac3c2e6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:27.566608 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-47b7792f-c892-46e5-8ca5-b7358ac3c2e6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:27.595205 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-47b7792f-c892-46e5-8ca5-b7358ac3c2e6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5586023 Jun 18 08:17:27.658009 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c65d00cc-8b33-4b69-a983-5a79ddb29bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:27.691021 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c65d00cc-8b33-4b69-a983-5a79ddb29bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:27.713661 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eb9ed-aa52-4a7d-bc38-b0a897b9ee69 req-9501ebd3-cf7b-46c5-9af3-2b2d9212fddf tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:27.715737 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2a5eb9ed-aa52-4a7d-bc38-b0a897b9ee69 req-9501ebd3-cf7b-46c5-9af3-2b2d9212fddf tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 932 time: 0.1312447 Jun 18 08:17:27.783572 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c65d00cc-8b33-4b69-a983-5a79ddb29bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:27.787143 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c65d00cc-8b33-4b69-a983-5a79ddb29bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:27.789390 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c65d00cc-8b33-4b69-a983-5a79ddb29bdd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/62c20cdb-83c9-495c-a06b-c29bed03fe75 HTTP/1.1" status: 204 len: 168 time: 0.2763283 Jun 18 08:17:27.794897 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc225270-ff78-4632-a5f6-5f4a57ee1c84 req-04ef6b99-3f91-484e-9481-23b57432f4cb tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:27.796977 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fc225270-ff78-4632-a5f6-5f4a57ee1c84 req-04ef6b99-3f91-484e-9481-23b57432f4cb tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.1066439 Jun 18 08:17:27.819358 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2a5eb9ed-aa52-4a7d-bc38-b0a897b9ee69 req-00b68f8e-d318-4626-84b6-f193c703bf2a tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980139 Jun 18 08:17:27.823337 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-dd64cd20-8589-4597-8e45-3670daa8b358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:27.838424 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d00cc-8b33-4b69-a983-5a79ddb29bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c20cdb-83c9-495c-a06b-c29bed03fe75,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:27.869765 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:27.874883 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c65d00cc-8b33-4b69-a983-5a79ddb29bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:27.905247 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fc225270-ff78-4632-a5f6-5f4a57ee1c84 req-e5895464-75b1-4e78-97d7-d32b18deb733 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944991 Jun 18 08:17:28.183400 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-aa874630-0681-4503-8dc4-3a71f390533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:28.361035 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 45984) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:28.376777 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ae01475b-2ebb-4eb0-99b5-435654ed6c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:28.492631 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ae01475b-2ebb-4eb0-99b5-435654ed6c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:28.497657 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ae01475b-2ebb-4eb0-99b5-435654ed6c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:28.500140 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4c42079b-ea94-410d-8013-6f561f2a3f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:28.536717 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ae01475b-2ebb-4eb0-99b5-435654ed6c98 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0e2d53ca201b407688e8e79a207fd050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745393 Jun 18 08:17:28.537695 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01475b-2ebb-4eb0-99b5-435654ed6c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f54e22c-e8d4-4e9d-93ef-5090f5274729,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:28.540142 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 45986) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:28.541871 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ae01475b-2ebb-4eb0-99b5-435654ed6c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:28.611760 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a9fed1a6-96ab-4218-b30f-588c819c10d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:28.638585 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a9fed1a6-96ab-4218-b30f-588c819c10d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:28.703867 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a9fed1a6-96ab-4218-b30f-588c819c10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:28.706935 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a9fed1a6-96ab-4218-b30f-588c819c10d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:28.708311 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a9fed1a6-96ab-4218-b30f-588c819c10d6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1f54e22c-e8d4-4e9d-93ef-5090f5274729 HTTP/1.1" status: 204 len: 168 time: 0.1665778 Jun 18 08:17:28.709617 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9f9d3699-10f4-4f03-8290-53279e89da49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:28.720489 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fed1a6-96ab-4218-b30f-588c819c10d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f54e22c-e8d4-4e9d-93ef-5090f5274729,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:28.723378 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a9fed1a6-96ab-4218-b30f-588c819c10d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:28.736797 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fe8a3-f7ea-4359-ba49-d25bc846dd2e req-c33c9863-031d-47d9-b6c2-e9793d8f081a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:28.738320 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bf8fe8a3-f7ea-4359-ba49-d25bc846dd2e req-c33c9863-031d-47d9-b6c2-e9793d8f081a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0932603 Jun 18 08:17:28.797610 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bf8fe8a3-f7ea-4359-ba49-d25bc846dd2e req-ca79d902-8dbf-4fea-b3f8-57d85cf9d433 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524414 Jun 18 08:17:28.883423 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:29.086680 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b814704-0761-4af6-8833-f782931af420 req-d36f519e-6404-42e6-b5c1-42ef4dcae063 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:29.095345 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7b814704-0761-4af6-8833-f782931af420 req-d36f519e-6404-42e6-b5c1-42ef4dcae063 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 932 time: 0.0972400 Jun 18 08:17:29.129686 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63140cff-a98a-42ed-81a3-f36c78cc6eae req-85da13b1-c4ec-4143-ab62-c80283daad79 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:29.137695 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-63140cff-a98a-42ed-81a3-f36c78cc6eae req-85da13b1-c4ec-4143-ab62-c80283daad79 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0779679 Jun 18 08:17:29.147301 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7b814704-0761-4af6-8833-f782931af420 req-e7d14ca4-9c48-4a55-be2b-0ea44d28f44a tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507004 Jun 18 08:17:29.186786 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-63140cff-a98a-42ed-81a3-f36c78cc6eae req-08eaf531-8329-47dd-aa44-2c0715b4347d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477242 Jun 18 08:17:29.271874 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 46006) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:29.286519 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cf507f31-ded7-4092-a4ea-672086d16ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:29.360067 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Request body: {'port': {'device_id': '022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:17:29.387637 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['a2c923ae-377f-435b-97f5-912fe5899846', 'f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158', '8b9d63b7-5903-4b7a-8594-ecb6b0cb2676'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:17:29.449498 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cf507f31-ded7-4092-a4ea-672086d16ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:29.456745 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cf507f31-ded7-4092-a4ea-672086d16ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:29.460001 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:29.463018 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:29.551710 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-cf507f31-ded7-4092-a4ea-672086d16ab8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a84ea7b35ea74f48a15106cf8efd335c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783566 Jun 18 08:17:29.554903 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf507f31-ded7-4092-a4ea-672086d16ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6030d06-6342-436e-bf83-8d9d3f7b50f3,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:29.555578 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 46010) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:29.575622 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cf507f31-ded7-4092-a4ea-672086d16ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:29.648308 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d1972f4d-bc5d-481d-bb4f-4a2c28a1c1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:29.686400 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d1972f4d-bc5d-481d-bb4f-4a2c28a1c1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:29.750162 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d1972f4d-bc5d-481d-bb4f-4a2c28a1c1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:29.755014 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d1972f4d-bc5d-481d-bb4f-4a2c28a1c1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:29.756483 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d1972f4d-bc5d-481d-bb4f-4a2c28a1c1c7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e6030d06-6342-436e-bf83-8d9d3f7b50f3 HTTP/1.1" status: 204 len: 168 time: 0.1993055 Jun 18 08:17:29.758795 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-27f0f51b-b03b-42a1-a352-2fc75f05b279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:29.767815 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1972f4d-bc5d-481d-bb4f-4a2c28a1c1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6030d06-6342-436e-bf83-8d9d3f7b50f3,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:29.778422 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d1972f4d-bc5d-481d-bb4f-4a2c28a1c1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:29.872817 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:17:29.881589 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:29.898932 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Transition to ACTIVE for port object 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:17:29.917354 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:29.921275 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:30.123602 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Pushing event updated for resources: {'Port': ['ID=06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:30.210184 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:30.378938 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Attempting to bind port 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:17:30.379373 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Attempting to bind port 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '5e232c15-d735-4465-bed0-2f1e43ff862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:17:30.379774 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Attempting to bind port 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 on network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:17:30.394835 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fbceb-de07-409c-90dc-f2050d248cb8 req-cf175772-4177-45f6-b2a6-e835f25db972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:30.400213 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d2fbceb-de07-409c-90dc-f2050d248cb8 req-cf175772-4177-45f6-b2a6-e835f25db972 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 1099 time: 0.3450785 Jun 18 08:17:30.403709 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Port 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 on network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:17:30.404272 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Attempting to bind port 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 on network 1b776cf9-ad83-4846-a685-0caa9f4a49e7 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:17:30.436606 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ee9fb-ee90-4cd6-99ec-16ac77eceac6 req-67fdaea1-c54c-4d60-bcd8-6002aab3a8d7 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:30.444070 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-581ee9fb-ee90-4cd6-99ec-16ac77eceac6 req-67fdaea1-c54c-4d60-bcd8-6002aab3a8d7 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.3333299 Jun 18 08:17:30.460806 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Checking agent: {'id': '5fb525c3-ca5c-4ec2-8b58-f6f465875c85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'started_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:17:30.461731 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Checking segment: {'id': '5e232c15-d735-4465-bed0-2f1e43ff862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:17:30.461731 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Bound using segment: {'id': '5e232c15-d735-4465-bed0-2f1e43ff862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:17:30.462146 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Bound port: 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e232c15-d735-4465-bed0-2f1e43ff862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:17:30.462564 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:30.531649 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cee1c-cb1a-4996-a340-f1df5f947d45 req-628bc273-faa9-478f-ac13-f4cac95aa093 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:30.537098 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-282cee1c-cb1a-4996-a340-f1df5f947d45 req-628bc273-faa9-478f-ac13-f4cac95aa093 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 944 time: 0.1587536 Jun 18 08:17:30.548163 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4d2fbceb-de07-409c-90dc-f2050d248cb8 req-d114eced-6a67-4048-a147-f1eff3e3a95f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374514 Jun 18 08:17:30.574006 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:30.582899 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-581ee9fb-ee90-4cd6-99ec-16ac77eceac6 req-f6ef8e0a-849e-4b95-b385-bc613d803d90 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378658 Jun 18 08:17:30.609458 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-282cee1c-cb1a-4996-a340-f1df5f947d45 req-afcad11a-6a52-49b2-a6d2-a937e14b6d41 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633044 Jun 18 08:17:30.654348 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] For port 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80, host hv-cinder-76111, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:17:30.665440 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] For port 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:17:30.693018 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:30.693018 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6bdb02ce-04d7-4e72-af7d-44bbc8cc1ea9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:30.786792 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:30.787472 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:30.799185 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] 10.222.0.88 "PUT /v2.0/ports/06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 HTTP/1.1" status: 200 len: 1094 time: 1.4400165 Jun 18 08:17:30.806208 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6', 'tag': '06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:17:30.814494 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff55c8a3-102c-427a-9c2d-29e002678a88" -d '{"events": [{"name": "network-changed", "server_uuid": "022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6", "tag": "06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:17:30.937507 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d013068-720b-4af9-b8bd-b2666665836c x-openstack-request-id: req-3d013068-720b-4af9-b8bd-b2666665836c {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:17:30.937826 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6", "tag": "06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:17:30.938111 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3d013068-720b-4af9-b8bd-b2666665836c {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:17:30.938534 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6', 'tag': '06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80', 'status': 'completed', 'code': 200} Jun 18 08:17:30.941837 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Pushing event updated for resources: {'Port': ['ID=06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:30.964273 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:31.017866 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-2b044f0b-1ef8-4f4f-89dc-e5239264567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:31.019394 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-2b044f0b-1ef8-4f4f-89dc-e5239264567e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=700f52b6512d464cbad45deec9a66894&device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 1097 time: 0.1531897 Jun 18 08:17:31.027960 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1897153-580f-4b14-a265-1a64bedff369 req-285cb200-220f-4287-85e7-a1f6d1e7c85a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:31.037003 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b1897153-580f-4b14-a265-1a64bedff369 req-285cb200-220f-4287-85e7-a1f6d1e7c85a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.1853242 Jun 18 08:17:31.109590 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-adc9f584-2662-4c17-85aa-0804ce176ff6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 HTTP/1.1" status: 200 len: 217 time: 0.0679865 Jun 18 08:17:31.125114 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b1897153-580f-4b14-a265-1a64bedff369 req-75b5b487-01d9-4bcd-a1b3-2e47b16f6216 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825977 Jun 18 08:17:31.191922 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-1404261e-f077-48fc-b4dd-67effd14a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:31.196144 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-1404261e-f077-48fc-b4dd-67effd14a434 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=be4459fe-ddfd-4974-8d18-8ab67b0bd04e HTTP/1.1" status: 200 len: 855 time: 0.0700471 Jun 18 08:17:31.238894 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-9127cd4c-1195-4911-903b-44e79a65a889 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b776cf9-ad83-4846-a685-0caa9f4a49e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347090 Jun 18 08:17:31.428039 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-754d8a56-4b6d-4e97-81bc-b01784ba8003 service neutron] 10.222.0.88 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670766 Jun 18 08:17:31.633320 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-335cbd61-d3cf-45aa-8b89-381523af4e57 req-39ae9d25-72fc-4bcb-ab3e-2a9d2932213b service neutron] 10.222.0.88 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719272 Jun 18 08:17:31.889385 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe9fae-b1e5-4dbf-a85c-3d2e84b81948 req-ccca60fc-d110-4e64-9229-ea448411742b tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:31.896938 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-93fe9fae-b1e5-4dbf-a85c-3d2e84b81948 req-ccca60fc-d110-4e64-9229-ea448411742b tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 944 time: 0.0838385 Jun 18 08:17:31.962906 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c566eb-0a2a-4c03-98a7-8ab111e0c69e req-7637d29d-90f8-4fd5-9e2a-c4283ab23ee7 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:31.964508 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-02c566eb-0a2a-4c03-98a7-8ab111e0c69e req-7637d29d-90f8-4fd5-9e2a-c4283ab23ee7 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1661253 Jun 18 08:17:31.983776 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-93fe9fae-b1e5-4dbf-a85c-3d2e84b81948 req-ce0c3132-a487-421f-a29f-62d06ac7d435 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842350 Jun 18 08:17:32.013630 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-02c566eb-0a2a-4c03-98a7-8ab111e0c69e req-be61210d-3811-49f7-9352-850c69b73247 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424898 Jun 18 08:17:32.019902 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55c8a3-102c-427a-9c2d-29e002678a88 req-8e185995-7aa9-4261-b361-29321622ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:32.021411 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff55c8a3-102c-427a-9c2d-29e002678a88 req-8e185995-7aa9-4261-b361-29321622ec22 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=700f52b6512d464cbad45deec9a66894&device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 1097 time: 0.1208596 Jun 18 08:17:32.142901 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55c8a3-102c-427a-9c2d-29e002678a88 req-32f592a3-2d22-44fc-b5a2-e377ccdfa770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:32.144788 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff55c8a3-102c-427a-9c2d-29e002678a88 req-32f592a3-2d22-44fc-b5a2-e377ccdfa770 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b776cf9-ad83-4846-a685-0caa9f4a49e7 HTTP/1.1" status: 200 len: 917 time: 0.1159651 Jun 18 08:17:32.312039 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff55c8a3-102c-427a-9c2d-29e002678a88 req-a592a7ba-9afd-40b3-bc89-eda62f15ddfd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 HTTP/1.1" status: 200 len: 217 time: 0.1477137 Jun 18 08:17:32.482609 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55c8a3-102c-427a-9c2d-29e002678a88 req-5527a48f-fbce-4c03-a6c1-d2d3ad5661d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:32.484405 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff55c8a3-102c-427a-9c2d-29e002678a88 req-5527a48f-fbce-4c03-a6c1-d2d3ad5661d9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=be4459fe-ddfd-4974-8d18-8ab67b0bd04e HTTP/1.1" status: 200 len: 855 time: 0.1634979 Jun 18 08:17:32.533753 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff55c8a3-102c-427a-9c2d-29e002678a88 req-776c5aa5-9588-4dd2-82dd-1fae46b3373b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b776cf9-ad83-4846-a685-0caa9f4a49e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394704 Jun 18 08:17:32.560993 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145d168-7dba-4af0-b4ee-41e73d2fb3b4 req-5d62d383-8cc0-4a73-9041-a8fba7b2f95a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:32.562430 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1145d168-7dba-4af0-b4ee-41e73d2fb3b4 req-5d62d383-8cc0-4a73-9041-a8fba7b2f95a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.1714509 Jun 18 08:17:32.640832 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1145d168-7dba-4af0-b4ee-41e73d2fb3b4 req-1cf48f0e-e389-42a5-92c4-cccc40ba3c04 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683906 Jun 18 08:17:32.679972 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff55c8a3-102c-427a-9c2d-29e002678a88 req-4c062f38-c564-44a1-b337-65d490cefca7 service neutron] 10.222.0.88 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362219 Jun 18 08:17:32.797520 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ff55c8a3-102c-427a-9c2d-29e002678a88 req-40bcbdca-01a7-497e-ae05-4fe4686bc963 service neutron] 10.222.0.88 "GET /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072781 Jun 18 08:17:33.288608 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabb0fb-c083-4322-8d56-aff568cb8e71 req-6341d1c6-57c1-4011-8809-e7e29189515a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:33.296087 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7cabb0fb-c083-4322-8d56-aff568cb8e71 req-6341d1c6-57c1-4011-8809-e7e29189515a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0780230 Jun 18 08:17:33.320998 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3518fb-101f-4c01-8c09-e46b613114a6 req-3ccc8538-e474-427a-a8fb-aa26052dbedc tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:33.324101 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ec3518fb-101f-4c01-8c09-e46b613114a6 req-3ccc8538-e474-427a-a8fb-aa26052dbedc tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 944 time: 0.1214969 Jun 18 08:17:33.349972 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7cabb0fb-c083-4322-8d56-aff568cb8e71 req-7d71f026-a87d-4d51-9d53-6d97380330e9 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461929 Jun 18 08:17:33.370023 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ec3518fb-101f-4c01-8c09-e46b613114a6 req-f301831a-66f6-498d-b6a6-e79585e6ed27 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382581 Jun 18 08:17:33.963147 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f24b4-2b5e-41f2-9350-61fdd62575f2 req-385918f3-25cf-43ad-8b74-e60e88cc7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:33.964558 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bd9f24b4-2b5e-41f2-9350-61fdd62575f2 req-385918f3-25cf-43ad-8b74-e60e88cc7d58 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d410c302b42f411e81e57b1efce3d4d3&device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 1099 time: 0.1242087 Jun 18 08:17:34.037219 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0261fc8-5f89-4799-825b-1c8a1e44b3cc req-7052d1e7-15d0-49bb-8774-b03544aaad40 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:34.043461 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb60da9-f5e5-4ecb-972f-830e12cd89d3 req-2e0e233d-354c-461d-9062-536e3bf49761 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:34.045460 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f0261fc8-5f89-4799-825b-1c8a1e44b3cc req-7052d1e7-15d0-49bb-8774-b03544aaad40 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0773132 Jun 18 08:17:34.050596 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6cb60da9-f5e5-4ecb-972f-830e12cd89d3 req-2e0e233d-354c-461d-9062-536e3bf49761 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.1383049 Jun 18 08:17:34.095605 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f0261fc8-5f89-4799-825b-1c8a1e44b3cc req-2e08e6b6-6162-4583-aafc-c4d06b2beb88 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489309 Jun 18 08:17:34.136585 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6cb60da9-f5e5-4ecb-972f-830e12cd89d3 req-8596a69e-e09e-4087-9099-7920e2f3a97a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849824 Jun 18 08:17:34.140227 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f24b4-2b5e-41f2-9350-61fdd62575f2 req-9ce8a200-7abe-420a-b140-b9f61db3e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:34.141694 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bd9f24b4-2b5e-41f2-9350-61fdd62575f2 req-9ce8a200-7abe-420a-b140-b9f61db3e4fc service neutron] 10.222.0.88 "GET /v2.0/networks?id=81beaa51-a303-4525-af1f-eae9f4b78c5e HTTP/1.1" status: 200 len: 919 time: 0.1677568 Jun 18 08:17:34.203003 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bd9f24b4-2b5e-41f2-9350-61fdd62575f2 req-2dde28fb-5ba0-4cbc-afa1-97efbf4fafc3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73b32a0-b556-40f7-8846-a39f7be972d2 HTTP/1.1" status: 200 len: 217 time: 0.0530245 Jun 18 08:17:34.255564 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f24b4-2b5e-41f2-9350-61fdd62575f2 req-d29daeb0-f9aa-448c-ab82-23529e877aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:34.257136 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bd9f24b4-2b5e-41f2-9350-61fdd62575f2 req-d29daeb0-f9aa-448c-ab82-23529e877aa9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a962334-f0f8-4687-b920-e54f22a8616d HTTP/1.1" status: 200 len: 857 time: 0.0478287 Jun 18 08:17:34.297368 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bd9f24b4-2b5e-41f2-9350-61fdd62575f2 req-da2a75be-e9b4-4c96-86a3-fb74e3375c75 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=81beaa51-a303-4525-af1f-eae9f4b78c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284247 Jun 18 08:17:34.405625 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bd9f24b4-2b5e-41f2-9350-61fdd62575f2 req-805ef94c-4e58-477c-adb8-99cf9958fe47 service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993752 Jun 18 08:17:34.506426 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bd9f24b4-2b5e-41f2-9350-61fdd62575f2 req-24424c0e-e5de-4d23-84ba-9ee399381ebc service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902612 Jun 18 08:17:34.564273 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681b721-2944-4e2d-a52a-b27fc7f83455 req-c8cbbad7-cfde-4454-9934-01a86df48bd6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:34.566450 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a681b721-2944-4e2d-a52a-b27fc7f83455 req-c8cbbad7-cfde-4454-9934-01a86df48bd6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 944 time: 0.0680401 Jun 18 08:17:34.605729 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a681b721-2944-4e2d-a52a-b27fc7f83455 req-d74f5831-dd7f-4221-a475-75005d2f9e7f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331187 Jun 18 08:17:34.670370 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:17:35.322155 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6ca05-30b5-4eb3-80aa-ef0085b57177 req-9fcf69f5-ddd0-46a3-a316-233a2c7d13cd tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:35.324028 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eaf6ca05-30b5-4eb3-80aa-ef0085b57177 req-9fcf69f5-ddd0-46a3-a316-233a2c7d13cd tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0797973 Jun 18 08:17:35.374047 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ed450-7012-496b-b53b-c7824f3f909c req-3b08e57d-f314-49bf-87e0-c8e56508e725 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:35.379445 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eaf6ca05-30b5-4eb3-80aa-ef0085b57177 req-5f3e1fd2-5fb5-4614-b95f-b5a68cecc9e7 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430822 Jun 18 08:17:35.383221 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-297ed450-7012-496b-b53b-c7824f3f909c req-3b08e57d-f314-49bf-87e0-c8e56508e725 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0949442 Jun 18 08:17:35.423305 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-297ed450-7012-496b-b53b-c7824f3f909c req-307c2a96-f8b1-4f55-a55c-9726e1f28e4b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388658 Jun 18 08:17:35.431801 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:17:35.540454 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:35.552584 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': '06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80', 'network_id': '1b776cf9-ad83-4846-a685-0caa9f4a49e7', 'port_id': '06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80', 'mac_address': 'fa:16:3e:5d:85:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4459fe-ddfd-4974-8d18-8ab67b0bd04e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:17:35.591998 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:35.605780 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:17:35.627127 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:35.639212 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:35.641106 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:35.697618 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:35.711175 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:35.711813 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:35.712329 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:35.712807 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:35.713318 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:35.713657 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:35.713993 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:35.714320 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:35.714799 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:35.715304 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:35.715772 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:35.716241 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:35.725306 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:35.888288 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0029c-403c-4717-9617-843f86d60044 req-4b39738a-f543-485b-a718-078649f8ce72 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:35.891425 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c1e0029c-403c-4717-9617-843f86d60044 req-4b39738a-f543-485b-a718-078649f8ce72 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 945 time: 0.1016085 Jun 18 08:17:35.944203 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c1e0029c-403c-4717-9617-843f86d60044 req-fa9a33f5-798a-4952-9bfb-0df3833859e3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488520 Jun 18 08:17:36.594329 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00519-776b-4370-9036-73e29d921e8e req-bc4025d6-974b-4151-9ea1-4472bcd1a494 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:36.599468 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-89c00519-776b-4370-9036-73e29d921e8e req-bc4025d6-974b-4151-9ea1-4472bcd1a494 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1002007 Jun 18 08:17:36.641292 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-89c00519-776b-4370-9036-73e29d921e8e req-53e2326b-3c29-4af2-965f-841ce62bea12 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365791 Jun 18 08:17:36.657785 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743332f5-cd9e-42e3-a7ec-d6ff494b6439 req-b8a91837-48e2-47f3-82b2-ebcb0cbf2c27 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:36.659303 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-743332f5-cd9e-42e3-a7ec-d6ff494b6439 req-b8a91837-48e2-47f3-82b2-ebcb0cbf2c27 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0712204 Jun 18 08:17:36.706603 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-743332f5-cd9e-42e3-a7ec-d6ff494b6439 req-88c1fa44-9f01-4819-961e-00a8f360864d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363944 Jun 18 08:17:37.124425 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092f8d9-6c73-49f3-ad7c-917585f6fd99 req-8ce0c408-65dd-4eac-b891-51570c106583 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:37.125930 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5092f8d9-6c73-49f3-ad7c-917585f6fd99 req-8ce0c408-65dd-4eac-b891-51570c106583 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 945 time: 0.0689507 Jun 18 08:17:37.167617 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5092f8d9-6c73-49f3-ad7c-917585f6fd99 req-2af44da6-47db-4db6-96d6-d679807923ae tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354269 Jun 18 08:17:37.816707 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015bb61-39ee-4cf7-afa0-6d4b31396501 req-4f839542-7c7d-42e3-ac02-517ea7dcddc6 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:37.818161 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0015bb61-39ee-4cf7-afa0-6d4b31396501 req-4f839542-7c7d-42e3-ac02-517ea7dcddc6 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0633802 Jun 18 08:17:37.858917 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0015bb61-39ee-4cf7-afa0-6d4b31396501 req-e795980e-8a60-484d-969e-e331e548c6e1 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340180 Jun 18 08:17:37.891652 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc37dc4-89ae-4c0a-8426-65810a64064c req-eea1cdcd-b659-4189-af82-c015af91a43f tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:37.893102 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-edc37dc4-89ae-4c0a-8426-65810a64064c req-eea1cdcd-b659-4189-af82-c015af91a43f tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0709608 Jun 18 08:17:37.932894 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-edc37dc4-89ae-4c0a-8426-65810a64064c req-0b0b6fe7-4205-46ca-8da6-40074a0958d6 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334077 Jun 18 08:17:38.383518 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73467e48-2fee-4823-8aa8-f90c4e008354 req-950d268d-666d-4fce-b19e-b5d2d5c65c78 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:38.390883 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73467e48-2fee-4823-8aa8-f90c4e008354 req-950d268d-666d-4fce-b19e-b5d2d5c65c78 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 945 time: 0.0930281 Jun 18 08:17:38.441385 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73467e48-2fee-4823-8aa8-f90c4e008354 req-aa47ce86-9b4c-4f0a-997f-65eacc4549b3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493791 Jun 18 08:17:39.076681 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e631a-f821-429b-97b0-4832f7f958a2 req-1190a7f5-491c-4877-a444-a18f59077132 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:39.084418 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b12e631a-f821-429b-97b0-4832f7f958a2 req-1190a7f5-491c-4877-a444-a18f59077132 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0746055 Jun 18 08:17:39.132495 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:17:39.142861 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b12e631a-f821-429b-97b0-4832f7f958a2 req-324037fa-ea75-46a4-89b7-20b72a8b3833 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571878 Jun 18 08:17:39.205085 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d219257-8c59-4b9a-a29a-6ade87a7f965 req-14393819-8eb0-4f0d-ab08-0e7156c192c1 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:39.214322 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d219257-8c59-4b9a-a29a-6ade87a7f965 req-14393819-8eb0-4f0d-ab08-0e7156c192c1 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.1072612 Jun 18 08:17:39.262834 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d219257-8c59-4b9a-a29a-6ade87a7f965 req-f83c30b1-0245-41c5-9658-ae5194545213 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474689 Jun 18 08:17:39.648238 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67105d-6ef2-4c2a-bf56-8fa527777029 req-9d655605-a16c-44b0-badb-cc8964f92991 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:39.649669 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5c67105d-6ef2-4c2a-bf56-8fa527777029 req-9d655605-a16c-44b0-badb-cc8964f92991 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 945 time: 0.0782270 Jun 18 08:17:39.687831 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5c67105d-6ef2-4c2a-bf56-8fa527777029 req-103a3ea4-2515-4136-9acb-0bb035f72950 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324764 Jun 18 08:17:40.347907 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cb847-6945-4219-8fa4-8a66df90d1b1 req-28594969-025c-4437-9c8e-c37adee5138a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:40.349397 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8b6cb847-6945-4219-8fa4-8a66df90d1b1 req-28594969-025c-4437-9c8e-c37adee5138a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0636311 Jun 18 08:17:40.387303 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8b6cb847-6945-4219-8fa4-8a66df90d1b1 req-b5c81e44-b4ce-4002-9747-bb5843ce5c03 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320055 Jun 18 08:17:40.450214 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec451666-6f7e-43a5-9c8f-7141c3ca8cbc req-4c874054-8636-4085-ae56-107a8790bb55 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:40.451744 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ec451666-6f7e-43a5-9c8f-7141c3ca8cbc req-4c874054-8636-4085-ae56-107a8790bb55 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0634115 Jun 18 08:17:40.490542 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ec451666-6f7e-43a5-9c8f-7141c3ca8cbc req-c89d247c-797e-478a-9aab-97aa94134bfa tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332406 Jun 18 08:17:40.868705 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdeee0-effe-44b8-9701-d8e201f260ea req-4c50424d-99bf-4cc1-8df6-f724a741a732 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:40.870153 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-53fdeee0-effe-44b8-9701-d8e201f260ea req-4c50424d-99bf-4cc1-8df6-f724a741a732 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 945 time: 0.0625806 Jun 18 08:17:40.908930 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-53fdeee0-effe-44b8-9701-d8e201f260ea req-992168c3-37db-48b5-82c7-75f3ec1a2a8f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331209 Jun 18 08:17:41.565378 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1af300-f70e-4d81-a8f5-29772db0d1c9 req-30cd49a2-31a5-49f4-96c7-8074f64fbaa0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:41.566856 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ee1af300-f70e-4d81-a8f5-29772db0d1c9 req-30cd49a2-31a5-49f4-96c7-8074f64fbaa0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0691862 Jun 18 08:17:41.607331 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ee1af300-f70e-4d81-a8f5-29772db0d1c9 req-784ba951-fcce-4bcf-9ff0-a61235584d37 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335882 Jun 18 08:17:41.680094 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fece6-02eb-4c5c-96ee-08c3367c1a7f req-7ed00373-31c2-4588-8aae-07d796cc6ae2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:41.681451 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-212fece6-02eb-4c5c-96ee-08c3367c1a7f req-7ed00373-31c2-4588-8aae-07d796cc6ae2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0660059 Jun 18 08:17:41.717416 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-212fece6-02eb-4c5c-96ee-08c3367c1a7f req-80fc4a70-9cb5-4ed2-8872-915ce8323fa2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303581 Jun 18 08:17:42.085754 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af44370-07f8-4fa3-9ab4-49c54e24e236 req-e4e2d41e-27c0-4cc2-be77-35681ea6cbe2 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:42.087249 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1af44370-07f8-4fa3-9ab4-49c54e24e236 req-e4e2d41e-27c0-4cc2-be77-35681ea6cbe2 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 945 time: 0.0622990 Jun 18 08:17:42.124979 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1af44370-07f8-4fa3-9ab4-49c54e24e236 req-9bdb6094-4e66-4cce-8dda-d5bd35a58baa tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322657 Jun 18 08:17:42.898841 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512c239-ddc4-4b83-9f4b-a8488c66d364 req-330056a9-b780-45a1-9a69-9cfc6a939afc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:42.901903 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2512c239-ddc4-4b83-9f4b-a8488c66d364 req-330056a9-b780-45a1-9a69-9cfc6a939afc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0648634 Jun 18 08:17:42.931217 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175be93e-6fae-40b2-b32c-8712d35c7349 req-513471ba-9bd2-45fc-ab9e-9f169e68d0ce tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:42.932716 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-175be93e-6fae-40b2-b32c-8712d35c7349 req-513471ba-9bd2-45fc-ab9e-9f169e68d0ce tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0673096 Jun 18 08:17:42.944985 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2512c239-ddc4-4b83-9f4b-a8488c66d364 req-b69ed53c-67bc-4241-af98-09b086f3a954 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384510 Jun 18 08:17:42.972166 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-175be93e-6fae-40b2-b32c-8712d35c7349 req-a26b6ea3-4df2-44a6-884e-481b3f6cf57e tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337899 Jun 18 08:17:43.310866 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb661db-aee3-4e14-b10e-f5f9216caddd req-b990b77b-54c5-451b-9ca3-1ff32c0f6e6b tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:43.312311 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1fb661db-aee3-4e14-b10e-f5f9216caddd req-b990b77b-54c5-451b-9ca3-1ff32c0f6e6b tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 945 time: 0.0733423 Jun 18 08:17:43.348211 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1fb661db-aee3-4e14-b10e-f5f9216caddd req-d99ad7c8-d051-48d3-b284-8246463f6f6c tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302725 Jun 18 08:17:43.775791 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca0a92-f5ac-472b-84e8-21dc27d1de39 req-f6069385-4344-4db8-8c1b-b30aacf0da0a tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:43.777086 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c3ca0a92-f5ac-472b-84e8-21dc27d1de39 req-f6069385-4344-4db8-8c1b-b30aacf0da0a tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0603688 Jun 18 08:17:43.814675 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c3ca0a92-f5ac-472b-84e8-21dc27d1de39 req-598d399b-c48b-46b2-8e75-efc41406040e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320113 Jun 18 08:17:44.129784 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4734db-22ea-42b2-94bc-e637d78e559f req-4934dbd4-743c-4c8a-b323-354f2d43d01e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:44.131318 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bf4734db-22ea-42b2-94bc-e637d78e559f req-4934dbd4-743c-4c8a-b323-354f2d43d01e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0673676 Jun 18 08:17:44.158754 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583522ed-2623-4301-8300-aab0aee56422 req-80e2fdb0-9ef9-4f95-bb15-cf245a474cf0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:44.160178 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-583522ed-2623-4301-8300-aab0aee56422 req-80e2fdb0-9ef9-4f95-bb15-cf245a474cf0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0717947 Jun 18 08:17:44.174640 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bf4734db-22ea-42b2-94bc-e637d78e559f req-018ed32d-4ef2-4749-be13-5332ca27c6c3 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368049 Jun 18 08:17:44.409233 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-583522ed-2623-4301-8300-aab0aee56422 req-b03e2571-436b-4099-a1fe-89df8c077a64 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425220 Jun 18 08:17:44.533836 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c81c8-8e94-4de3-bc08-ea481a33a883 req-8a6eff43-5221-45ed-a04c-8c54bfe0fe5d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:44.535320 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d50c81c8-8e94-4de3-bc08-ea481a33a883 req-8a6eff43-5221-45ed-a04c-8c54bfe0fe5d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 945 time: 0.0714445 Jun 18 08:17:44.574992 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d50c81c8-8e94-4de3-bc08-ea481a33a883 req-88e00dfc-54e4-42ec-a789-bac104969824 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324690 Jun 18 08:17:44.982670 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cba1ab-761c-4e42-9f57-52aa7272b400 req-18855813-fc25-497b-bd7e-8cfd6039a99d tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:44.984024 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-81cba1ab-761c-4e42-9f57-52aa7272b400 req-18855813-fc25-497b-bd7e-8cfd6039a99d tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0602477 Jun 18 08:17:45.020845 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-81cba1ab-761c-4e42-9f57-52aa7272b400 req-278b13d0-1163-451d-abd4-1398a3a393ef tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312738 Jun 18 08:17:45.351186 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de6e53-8108-4666-9f6c-2e2cb25e2717 req-c6c93939-2566-47e2-90be-91631a411c89 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:45.352685 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-40de6e53-8108-4666-9f6c-2e2cb25e2717 req-c6c93939-2566-47e2-90be-91631a411c89 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0646052 Jun 18 08:17:45.392082 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-40de6e53-8108-4666-9f6c-2e2cb25e2717 req-6fc2db14-fa43-414a-b4a4-023098bc1f8d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325580 Jun 18 08:17:45.744421 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aae619-06fb-4398-991e-0e25c798e8d4 req-8b01a363-a866-46f1-942e-148e37818b0b tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:45.745915 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a4aae619-06fb-4398-991e-0e25c798e8d4 req-8b01a363-a866-46f1-942e-148e37818b0b tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 945 time: 0.0631590 Jun 18 08:17:45.785373 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a4aae619-06fb-4398-991e-0e25c798e8d4 req-02b290ab-31e4-4728-a0c9-246fc8e0193a tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337951 Jun 18 08:17:46.197289 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cc698-1d85-46f8-8db7-917ca8914203 req-faef4e88-5504-48b7-b3a7-076dc5278546 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:46.198730 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1a9cc698-1d85-46f8-8db7-917ca8914203 req-faef4e88-5504-48b7-b3a7-076dc5278546 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0662839 Jun 18 08:17:46.236306 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1a9cc698-1d85-46f8-8db7-917ca8914203 req-d89827b1-6518-4adb-9932-bbae4304d552 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319431 Jun 18 08:17:46.329493 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:17:46.377927 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning for port 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:17:46.382055 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:17:46.382613 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:46.461862 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:46.484125 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:17:46.486401 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db286b53-66f8-462e-8e55-5bad4d538d31" -d '{"events": [{"server_uuid": "022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6", "name": "network-vif-plugged", "status": "completed", "tag": "06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:17:46.498867 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:46.503294 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:46.506453 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:46.529320 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33087b9-2b4a-4fbc-ad11-461bf0fdfccb x-openstack-request-id: req-b33087b9-2b4a-4fbc-ad11-461bf0fdfccb {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:17:46.529627 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6", "name": "network-vif-plugged", "status": "completed", "tag": "06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:17:46.529890 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b33087b9-2b4a-4fbc-ad11-461bf0fdfccb {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:17:46.530289 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80', 'code': 200} Jun 18 08:17:46.562909 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:46.564591 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:46.602155 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece42411-631a-4456-ae7e-6bc9c42e9190 req-059bc48c-c1b2-4a2b-aeb5-77c951fe9a43 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:46.603851 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ece42411-631a-4456-ae7e-6bc9c42e9190 req-059bc48c-c1b2-4a2b-aeb5-77c951fe9a43 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0772791 Jun 18 08:17:46.643876 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ece42411-631a-4456-ae7e-6bc9c42e9190 req-3cfadadd-f03a-426f-8faa-27e0e4d2ed42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334899 Jun 18 08:17:46.776731 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a10c6-6315-4c55-b51f-6c1a1fd2ec57 req-478a66cc-f31b-4843-841d-98f9172b1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:46.778319 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ac1a10c6-6315-4c55-b51f-6c1a1fd2ec57 req-478a66cc-f31b-4843-841d-98f9172b1392 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 1099 time: 0.0586798 Jun 18 08:17:46.829444 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ac1a10c6-6315-4c55-b51f-6c1a1fd2ec57 req-09669507-a75f-4167-962c-9e72829047e4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439541 Jun 18 08:17:46.970331 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c53fc-ff21-4f03-a20c-f87b777f4fe4 req-178d7bdc-a78d-4ed6-b0da-58a8c7be5e65 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:46.971790 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a67c53fc-ff21-4f03-a20c-f87b777f4fe4 req-178d7bdc-a78d-4ed6-b0da-58a8c7be5e65 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 946 time: 0.0662107 Jun 18 08:17:47.009125 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a67c53fc-ff21-4f03-a20c-f87b777f4fe4 req-040f70db-644f-4cd5-8bfc-f954088f833f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309341 Jun 18 08:17:47.411328 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6f832-ada2-4fc8-8cf5-cfb0058fcda3 req-25ff9fdf-a17e-46dd-8876-cf644fd5db3a tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:47.412780 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-76b6f832-ada2-4fc8-8cf5-cfb0058fcda3 req-25ff9fdf-a17e-46dd-8876-cf644fd5db3a tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0621006 Jun 18 08:17:47.451482 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-76b6f832-ada2-4fc8-8cf5-cfb0058fcda3 req-07efe62a-bf0e-412b-9f44-3c9bb9e63d33 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327275 Jun 18 08:17:47.744518 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 46458) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:47.873749 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628548b7-8dbc-4ea7-bc2e-15d6eebb175d req-9fe1b4ea-7689-4455-9b2a-61eec31dac06 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:47.875617 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-18076276-0fd6-4609-a5c5-7819eab02119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:47.878664 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-628548b7-8dbc-4ea7-bc2e-15d6eebb175d req-9fe1b4ea-7689-4455-9b2a-61eec31dac06 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0936189 Jun 18 08:17:47.939566 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-628548b7-8dbc-4ea7-bc2e-15d6eebb175d req-2186b848-e668-4327-b911-3275656a20eb tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513053 Jun 18 08:17:48.027581 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-18076276-0fd6-4609-a5c5-7819eab02119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:48.042689 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-18076276-0fd6-4609-a5c5-7819eab02119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:48.049071 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-956bcb13-9f55-4f0d-b358-22c5137fafb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:48.137807 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 46484) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:48.138683 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-18076276-0fd6-4609-a5c5-7819eab02119 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=64b670c2976c4b20b743201635852bab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923512 Jun 18 08:17:48.145503 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18076276-0fd6-4609-a5c5-7819eab02119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687cc7f8-e19c-4ef3-bb30-c606587dfa20,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:48.162353 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-18076276-0fd6-4609-a5c5-7819eab02119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:48.196866 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e16756-9bd6-4673-b0c8-fd0d148cdcce req-453829db-cef9-452e-a2d3-b8968851d5e2 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:48.206420 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-85e16756-9bd6-4673-b0c8-fd0d148cdcce req-453829db-cef9-452e-a2d3-b8968851d5e2 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1582012 Jun 18 08:17:48.264830 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-85e16756-9bd6-4673-b0c8-fd0d148cdcce req-6ac24520-0db9-4406-abeb-d70a9a058de8 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568631 Jun 18 08:17:48.267915 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07864c29-f429-4801-9069-3a7e0958e96a req-d8bb669a-7baf-4d47-a562-b5114a949871 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:48.269538 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-07864c29-f429-4801-9069-3a7e0958e96a req-d8bb669a-7baf-4d47-a562-b5114a949871 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 946 time: 0.1107090 Jun 18 08:17:48.270255 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9904eeb0-3631-44fb-a599-4008cba86f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:48.571899 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9904eeb0-3631-44fb-a599-4008cba86f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:48.613459 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-07864c29-f429-4801-9069-3a7e0958e96a req-c0854d1f-e4f1-4e4d-a159-dab42689599d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334811 Jun 18 08:17:48.637706 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9904eeb0-3631-44fb-a599-4008cba86f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:48.640838 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9904eeb0-3631-44fb-a599-4008cba86f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:48.641953 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9904eeb0-3631-44fb-a599-4008cba86f49 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/687cc7f8-e19c-4ef3-bb30-c606587dfa20 HTTP/1.1" status: 204 len: 168 time: 0.5025914 Jun 18 08:17:48.642857 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:48.660678 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904eeb0-3631-44fb-a599-4008cba86f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687cc7f8-e19c-4ef3-bb30-c606587dfa20,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:48.663598 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9904eeb0-3631-44fb-a599-4008cba86f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:48.846520 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48264f7-e6c1-421f-813f-56a98e6d946a req-96fc0698-696d-4b7a-a43c-a4eb4b9b1b33 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:48.848219 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a48264f7-e6c1-421f-813f-56a98e6d946a req-96fc0698-696d-4b7a-a43c-a4eb4b9b1b33 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0863271 Jun 18 08:17:48.887505 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a48264f7-e6c1-421f-813f-56a98e6d946a req-e118b5ec-4edb-4c93-9b03-6452e799c588 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328515 Jun 18 08:17:49.174436 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5088c-933c-4e19-a8fd-7dd72bdf8ff0 req-3ed6d041-c364-47d1-8570-9598d8d9d657 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:49.179514 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5bc5088c-933c-4e19-a8fd-7dd72bdf8ff0 req-3ed6d041-c364-47d1-8570-9598d8d9d657 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0958200 Jun 18 08:17:49.217102 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5bc5088c-933c-4e19-a8fd-7dd72bdf8ff0 req-eb6815f0-a636-4173-962a-9e32e8ae34b9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350845 Jun 18 08:17:49.583696 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 46578) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:49.630629 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-363a460a-1885-4862-a95f-4465b2e4ca47 admin admin] Deleting subnet 8c44a713-8a67-4660-8264-089ab930fe24 {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:17:49.635186 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-363a460a-1885-4862-a95f-4465b2e4ca47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:49.669089 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-363a460a-1885-4862-a95f-4465b2e4ca47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8739288'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:49.708580 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-363a460a-1885-4862-a95f-4465b2e4ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8181128'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:49.804290 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-363a460a-1885-4862-a95f-4465b2e4ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8181127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8739149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8539572'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:49.810821 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:49.847815 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f4485-00b6-4d95-9bea-e2ea83b01b79 req-7d50d94d-1033-437b-84b8-ea787f49f792 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:49.849483 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-780f4485-00b6-4d95-9bea-e2ea83b01b79 req-7d50d94d-1033-437b-84b8-ea787f49f792 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 946 time: 0.1130686 Jun 18 08:17:49.850698 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a460a-1885-4862-a95f-4465b2e4ca47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c44a713-8a67-4660-8264-089ab930fe24,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:49.853165 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-363a460a-1885-4862-a95f-4465b2e4ca47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:49.855038 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-363a460a-1885-4862-a95f-4465b2e4ca47 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/8c44a713-8a67-4660-8264-089ab930fe24 HTTP/1.1" status: 204 len: 168 time: 0.2689145 Jun 18 08:17:49.856120 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-363a460a-1885-4862-a95f-4465b2e4ca47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:49.857558 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 46594) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:49.911423 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-780f4485-00b6-4d95-9bea-e2ea83b01b79 req-b0ee3da2-2f54-4c3b-8539-6d4f2a5bfb35 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432734 Jun 18 08:17:49.945178 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bd9de32-239b-46e8-a3a7-a18f63c07aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093684'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:50.121226 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bd9de32-239b-46e8-a3a7-a18f63c07aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187415', 'neutron.services.segments.db._delete_segments_for_network-8757668836051'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:50.133462 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-0bd9de32-239b-46e8-a3a7-a18f63c07aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c0a70c-819e-41d6-b548-c074e6df9462']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:50.145803 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-0bd9de32-239b-46e8-a3a7-a18f63c07aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98ec0a4-230c-4e50-a74d-114294bac3fc') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:50.146100 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-0bd9de32-239b-46e8-a3a7-a18f63c07aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98ec0a4-230c-4e50-a74d-114294bac3fc') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:50.161454 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bd9de32-239b-46e8-a3a7-a18f63c07aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757668835880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438525'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:50.181006 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bd9de32-239b-46e8-a3a7-a18f63c07aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:50.198128 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff6bde-efac-43c0-81f3-0b2ec199d152 req-3443c68b-8a8b-49ce-945e-832678962a4f tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:50.199788 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-26ff6bde-efac-43c0-81f3-0b2ec199d152 req-3443c68b-8a8b-49ce-945e-832678962a4f tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.1267769 Jun 18 08:17:50.201273 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd9de32-239b-46e8-a3a7-a18f63c07aa8 admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:17:50.201980 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bd9de32-239b-46e8-a3a7-a18f63c07aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224014'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: timer() Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: cb(*args, **kw) Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: self._notify() Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: self.callback(batched_events) Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: event.method(event) Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._get(url).json() Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:17:50.204054 dv-cinder-761113-14-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:17:50.285589 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bd9de32-239b-46e8-a3a7-a18f63c07aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8187406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543934'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:50.295133 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0bd9de32-239b-46e8-a3a7-a18f63c07aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:50.297245 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0bd9de32-239b-46e8-a3a7-a18f63c07aa8 admin admin] 10.222.0.83 "DELETE /v2.0/networks/68c0a70c-819e-41d6-b548-c074e6df9462 HTTP/1.1" status: 204 len: 168 time: 0.4386702 Jun 18 08:17:50.304340 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e41b2f8f-c5cf-4050-88a4-9516cfcbdb87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:50.318353 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9de32-239b-46e8-a3a7-a18f63c07aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=68c0a70c-819e-41d6-b548-c074e6df9462,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:50.326010 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-26ff6bde-efac-43c0-81f3-0b2ec199d152 req-e2514bea-42ab-4b38-83de-76b8b6388f8c tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111836 Jun 18 08:17:50.327107 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0bd9de32-239b-46e8-a3a7-a18f63c07aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:50.342185 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f31a15ce-192e-4389-a98f-732a12034d15 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:17:50.445915 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff5421-c93a-433b-9ffb-869358449c0d req-684eecba-8555-44df-afea-a97c80950eda tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:50.447552 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6fff5421-c93a-433b-9ffb-869358449c0d req-684eecba-8555-44df-afea-a97c80950eda tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0955467 Jun 18 08:17:50.451662 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f31a15ce-192e-4389-a98f-732a12034d15, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f31a15ce-192e-4389-a98f-732a12034d15,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:50.463698 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': 'f31a15ce-192e-4389-a98f-732a12034d15', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'port_id': 'f31a15ce-192e-4389-a98f-732a12034d15', 'mac_address': 'fa:16:3e:0a:4a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:17:50.500513 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6fff5421-c93a-433b-9ffb-869358449c0d req-064964ea-5783-483c-bc99-f934f25411a4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461798 Jun 18 08:17:50.504774 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:50.520987 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f31a15ce-192e-4389-a98f-732a12034d15 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:17:50.543923 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f31a15ce-192e-4389-a98f-732a12034d15, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f31a15ce-192e-4389-a98f-732a12034d15,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:50.545867 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 46620) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:50.547758 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:50.550621 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0be8b343-0ed7-4834-97fc-64ee83d13bf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:50.590744 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-00e78d89-c8e1-46b0-be42-c59816dd107d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=722a886ce11b47cda20d09d6f65fb073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434098 Jun 18 08:17:50.594099 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 46622) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:50.625534 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=f31a15ce-192e-4389-a98f-732a12034d15,revision_number=6']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:50.631243 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:50.657343 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-29f65906-3984-420b-b719-1b6b08372942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:50.679406 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-29f65906-3984-420b-b719-1b6b08372942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:50.724594 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-29f65906-3984-420b-b719-1b6b08372942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:50.727278 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-29f65906-3984-420b-b719-1b6b08372942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:50.728396 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-29f65906-3984-420b-b719-1b6b08372942 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ad423f25-dacf-4fdb-9239-17d229521ef3 HTTP/1.1" status: 204 len: 168 time: 0.1332402 Jun 18 08:17:50.729207 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0211f10d-36b7-4322-ae0c-2433685cec71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:50.736278 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f65906-3984-420b-b719-1b6b08372942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad423f25-dacf-4fdb-9239-17d229521ef3,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:50.739273 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-29f65906-3984-420b-b719-1b6b08372942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:50.813224 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['f31a15ce-192e-4389-a98f-732a12034d15'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:17:51.449339 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 46666) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:51.523427 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7851349-64e1-4d45-a975-f015484a1dce req-b73c7e5f-ed80-4dd6-b2c5-306ab17cb925 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:51.525323 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e7851349-64e1-4d45-a975-f015484a1dce req-b73c7e5f-ed80-4dd6-b2c5-306ab17cb925 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0676317 Jun 18 08:17:51.566906 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e7851349-64e1-4d45-a975-f015484a1dce req-046dde6a-6efa-495e-87f9-8e492d84c3a3 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346060 Jun 18 08:17:51.685170 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e8855710-ae25-4852-93e1-9486da1eae45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:51.795992 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f4c91-8175-46aa-bb66-8f6dec93ba0c req-f1f68481-076a-4231-9b32-545cc74395f8 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:51.797453 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9d4f4c91-8175-46aa-bb66-8f6dec93ba0c req-f1f68481-076a-4231-9b32-545cc74395f8 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 944 time: 0.0988305 Jun 18 08:17:51.858719 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9d4f4c91-8175-46aa-bb66-8f6dec93ba0c req-99424d1e-3412-4951-bfc0-5473ae8064bd tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511558 Jun 18 08:17:51.864570 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e8855710-ae25-4852-93e1-9486da1eae45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:51.869701 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e8855710-ae25-4852-93e1-9486da1eae45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:51.874316 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cf507f31-ded7-4092-a4ea-672086d16ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:51.903599 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 46684) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:51.910070 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e8855710-ae25-4852-93e1-9486da1eae45 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8f451167e90447d9945ea3fa3afa2c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4596617 Jun 18 08:17:51.912746 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 46688) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:51.915575 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8855710-ae25-4852-93e1-9486da1eae45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54951967-4753-4413-9af3-06bb20218435,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:51.921840 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e8855710-ae25-4852-93e1-9486da1eae45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:51.966400 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d2f1dbc5-7915-4db8-af9b-721bbdb92d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:51.992102 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d2f1dbc5-7915-4db8-af9b-721bbdb92d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:52.033819 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0335ffb5-8727-48c2-bc6b-ed40c5a91913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:52.063208 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d2f1dbc5-7915-4db8-af9b-721bbdb92d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:52.065741 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d2f1dbc5-7915-4db8-af9b-721bbdb92d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:52.066840 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d2f1dbc5-7915-4db8-af9b-721bbdb92d8e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/54951967-4753-4413-9af3-06bb20218435 HTTP/1.1" status: 204 len: 168 time: 0.1531549 Jun 18 08:17:52.068762 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3878a2a3-bd8f-43ee-b2d7-dd617ec9d97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:52.083638 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1dbc5-7915-4db8-af9b-721bbdb92d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54951967-4753-4413-9af3-06bb20218435,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:52.096552 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d2f1dbc5-7915-4db8-af9b-721bbdb92d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:52.154126 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0335ffb5-8727-48c2-bc6b-ed40c5a91913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:52.158068 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0335ffb5-8727-48c2-bc6b-ed40c5a91913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:52.161541 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-18076276-0fd6-4609-a5c5-7819eab02119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:52.198003 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0335ffb5-8727-48c2-bc6b-ed40c5a91913 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c4bce31edb8a49838f9923fa0e34f801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926805 Jun 18 08:17:52.198765 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335ffb5-8727-48c2-bc6b-ed40c5a91913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8671331-e6c3-4949-8119-b040c4ac9754,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:52.201776 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0335ffb5-8727-48c2-bc6b-ed40c5a91913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:52.202482 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 46696) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:52.269198 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-75ce3bf5-f076-4b27-a5c7-cbc10920ea15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:52.294660 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-75ce3bf5-f076-4b27-a5c7-cbc10920ea15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:52.342947 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-75ce3bf5-f076-4b27-a5c7-cbc10920ea15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:52.345621 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-75ce3bf5-f076-4b27-a5c7-cbc10920ea15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:52.347232 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-75ce3bf5-f076-4b27-a5c7-cbc10920ea15 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d8671331-e6c3-4949-8119-b040c4ac9754 HTTP/1.1" status: 204 len: 168 time: 0.1430063 Jun 18 08:17:52.347702 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bbb28d84-6623-40c2-a23e-abac4c19c5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:52.355799 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce3bf5-f076-4b27-a5c7-cbc10920ea15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8671331-e6c3-4949-8119-b040c4ac9754,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:52.358388 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-75ce3bf5-f076-4b27-a5c7-cbc10920ea15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:52.475856 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f31a15ce-192e-4389-a98f-732a12034d15 up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:17:52.544387 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port f31a15ce-192e-4389-a98f-732a12034d15 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:17:52.544682 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:52.645677 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:52.689820 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f31a15ce-192e-4389-a98f-732a12034d15, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f31a15ce-192e-4389-a98f-732a12034d15,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:52.691680 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2db490-a960-4b9f-8486-7f39c1777648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31a15ce-192e-4389-a98f-732a12034d15'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:17:52.694700 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc30b6b7-0cab-4d2f-9517-de8354329654" -d '{"events": [{"server_uuid": "2a2db490-a960-4b9f-8486-7f39c1777648", "name": "network-vif-plugged", "status": "completed", "tag": "f31a15ce-192e-4389-a98f-732a12034d15"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:17:52.699447 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:52.701386 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:52.758191 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=f31a15ce-192e-4389-a98f-732a12034d15,revision_number=7']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:52.761548 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:52.796649 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e4a8e-1f5d-4b1f-9f49-4f338339bc0f req-237e2f0d-0552-4584-822e-0540335d87d7 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:52.799099 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9e9e4a8e-1f5d-4b1f-9f49-4f338339bc0f req-237e2f0d-0552-4584-822e-0540335d87d7 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0840147 Jun 18 08:17:52.850281 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9e9e4a8e-1f5d-4b1f-9f49-4f338339bc0f req-f96253ff-a261-4124-9b6e-aa235a3c8624 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419068 Jun 18 08:17:52.893612 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a387bd12-c56f-4627-8ea4-0b3818239ca7 x-openstack-request-id: req-a387bd12-c56f-4627-8ea4-0b3818239ca7 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:17:52.894435 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2db490-a960-4b9f-8486-7f39c1777648", "name": "network-vif-plugged", "status": "completed", "tag": "f31a15ce-192e-4389-a98f-732a12034d15", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:17:52.895424 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a387bd12-c56f-4627-8ea4-0b3818239ca7 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:17:52.896296 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2db490-a960-4b9f-8486-7f39c1777648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31a15ce-192e-4389-a98f-732a12034d15', 'code': 200} Jun 18 08:17:52.952406 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 46740) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:53.070340 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d7140-84b4-4536-a089-a9b695e2cb29 req-a9b84e0f-8017-441e-857a-99fc9a47f9ac tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:53.072106 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e97d7140-84b4-4536-a089-a9b695e2cb29 req-a9b84e0f-8017-441e-857a-99fc9a47f9ac tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0881464 Jun 18 08:17:53.118468 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e97d7140-84b4-4536-a089-a9b695e2cb29 req-a7b553d6-0c03-44eb-9501-3a3a777bb855 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363071 Jun 18 08:17:53.160190 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 46750) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:53.185163 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1829944285-network', 'tenant_id': 'd1527baffb2244278e4b159ca697d6ed'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:17:53.206794 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-30593961-network', 'tenant_id': '765c487a55554ae3b3370c46aa40119f'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:17:53.215605 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] Made reservation on behalf of d1527baffb2244278e4b159ca697d6ed for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:17:53.217827 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.232314 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.245704 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] Made reservation on behalf of 765c487a55554ae3b3370c46aa40119f for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:17:53.248027 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.261969 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.344330 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.349875 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.355654 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-22cbf342-8bbc-4ede-8aa7-e7c66c8b7d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:53.380440 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:17:53.404181 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.404593 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] Added segment d83e3321-6205-4069-96f8-aaf4480d11cf of type vlan for network bb1ecdf4-45bd-4110-bede-0aa4a981b098 Jun 18 08:17:53.407442 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679f17e5-c0cd-4de4-929a-9cf3031908ba,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:53.419759 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:53.458809 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.507007 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.510759 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:53.511366 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.516741 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:53.524654 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.561189 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.592182 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6382067 Jun 18 08:17:53.594026 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 46756) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:53.595348 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] Pushing event updated for resources: {'Network': ['ID=bb1ecdf4-45bd-4110-bede-0aa4a981b098,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:53.596626 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.597917 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:17:53.599615 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:53.600038 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-1015486f-b20d-407d-ab5e-c8f120c9ba44 admin admin] Request body: {'subnet': {'network_id': 'bb1ecdf4-45bd-4110-bede-0aa4a981b098', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1829944285-subnet', 'tenant_id': 'd1527baffb2244278e4b159ca697d6ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:17:53.600178 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bcda6b81-1ff8-484e-ae79-d3ccf55be49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:53.609860 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network bb1ecdf4-45bd-4110-bede-0aa4a981b098 details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:17:53.619980 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.620331 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] Added segment a28af04d-3ed8-4c20-90f7-469427e7cac7 of type vlan for network 22a3b1de-8903-4500-ba5b-d0076e34e24d Jun 18 08:17:53.623989 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1015486f-b20d-407d-ab5e-c8f120c9ba44 admin admin] Made reservation on behalf of d1527baffb2244278e4b159ca697d6ed for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:17:53.626959 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1015486f-b20d-407d-ab5e-c8f120c9ba44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8579584'] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.638280 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9294ed08-d4de-4ffd-bb2b-af5aecfa672f,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:53.657792 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:53.671627 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.703905 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.705320 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:53.705935 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.708778 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:53.765003 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6010919 Jun 18 08:17:53.767587 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 46760) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:53.773275 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] Pushing event updated for resources: {'Network': ['ID=22a3b1de-8903-4500-ba5b-d0076e34e24d,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:53.774629 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-39cdd03b-cee2-4e2e-b764-451876e4220f admin admin] Request body: {'subnet': {'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-30593961-subnet', 'tenant_id': '765c487a55554ae3b3370c46aa40119f', 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:17:53.776462 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:53.782880 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network 22a3b1de-8903-4500-ba5b-d0076e34e24d details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:17:53.835353 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cdd03b-cee2-4e2e-b764-451876e4220f admin admin] Made reservation on behalf of 765c487a55554ae3b3370c46aa40119f for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:17:53.837675 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-39cdd03b-cee2-4e2e-b764-451876e4220f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8579584'] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.840820 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1015486f-b20d-407d-ab5e-c8f120c9ba44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8579602'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:53.875901 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:53.956640 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015486f-b20d-407d-ab5e-c8f120c9ba44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=969d1600-0266-41b1-a937-067695e31834,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:53.965733 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1015486f-b20d-407d-ab5e-c8f120c9ba44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:53.979977 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1015486f-b20d-407d-ab5e-c8f120c9ba44 admin admin] Checking segment: {'id': 'd83e3321-6205-4069-96f8-aaf4480d11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'bb1ecdf4-45bd-4110-bede-0aa4a981b098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:17:53.980340 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1015486f-b20d-407d-ab5e-c8f120c9ba44 admin admin] Network hostable DHCP agents. Network: bb1ecdf4-45bd-4110-bede-0aa4a981b098, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:17:54.024028 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeee185-85e5-4b8b-8434-94c64a2f3cd3 req-8a1e4933-e1ef-497f-a5ac-e58f63a3346a tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:54.024624 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1015486f-b20d-407d-ab5e-c8f120c9ba44 admin admin] Network bb1ecdf4-45bd-4110-bede-0aa4a981b098 is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:17:54.025695 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eaeee185-85e5-4b8b-8434-94c64a2f3cd3 req-8a1e4933-e1ef-497f-a5ac-e58f63a3346a tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0692234 Jun 18 08:17:54.040602 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-1015486f-b20d-407d-ab5e-c8f120c9ba44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, bb1ecdf4-45bd-4110-bede-0aa4a981b098) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:17:54.048010 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1015486f-b20d-407d-ab5e-c8f120c9ba44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:54.048600 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1015486f-b20d-407d-ab5e-c8f120c9ba44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:54.049598 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d414beb9-f62b-4a32-8448-ccdaf4109b3c None None] Network bb1ecdf4-45bd-4110-bede-0aa4a981b098 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:17:54.070767 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-eaeee185-85e5-4b8b-8434-94c64a2f3cd3 req-38e70537-8feb-47a1-b4f5-d09e4d84421a tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390382 Jun 18 08:17:54.103457 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1015486f-b20d-407d-ab5e-c8f120c9ba44 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5005105 Jun 18 08:17:54.110941 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-39cdd03b-cee2-4e2e-b764-451876e4220f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8579602'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:54.114274 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d66fec94-1460-4652-8e94-ff4e4825768d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:54.184578 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdd03b-cee2-4e2e-b764-451876e4220f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aad2ef25-b916-445d-ba86-69beff409fb1,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:54.188102 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-39cdd03b-cee2-4e2e-b764-451876e4220f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:54.195764 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cdd03b-cee2-4e2e-b764-451876e4220f admin admin] Checking segment: {'id': 'a28af04d-3ed8-4c20-90f7-469427e7cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:17:54.196134 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cdd03b-cee2-4e2e-b764-451876e4220f admin admin] Network hostable DHCP agents. Network: 22a3b1de-8903-4500-ba5b-d0076e34e24d, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:17:54.214561 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cdd03b-cee2-4e2e-b764-451876e4220f admin admin] Network 22a3b1de-8903-4500-ba5b-d0076e34e24d is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:17:54.219912 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf285d9-4a55-4569-a8f5-41053c9f8a2d None None] Network bb1ecdf4-45bd-4110-bede-0aa4a981b098 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:17:54.227902 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-39cdd03b-cee2-4e2e-b764-451876e4220f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, 22a3b1de-8903-4500-ba5b-d0076e34e24d) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:17:54.237709 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cdd03b-cee2-4e2e-b764-451876e4220f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:54.238498 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-39cdd03b-cee2-4e2e-b764-451876e4220f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:54.259202 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-39cdd03b-cee2-4e2e-b764-451876e4220f admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4876053 Jun 18 08:17:54.259527 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 46774) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:54.265848 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-30593961-router', 'tenant_id': '765c487a55554ae3b3370c46aa40119f', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:17:54.279222 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5256353b-8035-4f01-8002-9904d9278207 None None] Network 22a3b1de-8903-4500-ba5b-d0076e34e24d requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:17:54.298880 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-604585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2639'] for router, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:54.304038 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-923112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2628'] for router, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:54.372750 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:54.385539 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43e532-7343-4494-afca-3beaf1db07b5 req-8bc6f93e-4b39-4146-a545-34a27fc1d064 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:54.399525 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bc43e532-7343-4494-afca-3beaf1db07b5 req-8bc6f93e-4b39-4146-a545-34a27fc1d064 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.1125343 Jun 18 08:17:54.438984 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bc43e532-7343-4494-afca-3beaf1db07b5 req-50a20d7e-f40c-43f6-900f-dac6e67cbec2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360165 Jun 18 08:17:54.529698 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe8cd3cf-c619-57cb-820d-d0ee420b7d22-22a3b1de-8903-4500-ba5b-d0076e34e24d', 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d', 'tenant_id': '765c487a55554ae3b3370c46aa40119f', 'fixed_ips': [{'subnet_id': 'aad2ef25-b916-445d-ba86-69beff409fb1'}]}} from dv-cinder-761113-14-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:17:54.530171 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:54.532752 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545768', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-604507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2642'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:54.746426 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Allocated IP 172.20.0.2 (22a3b1de-8903-4500-ba5b-d0076e34e24d/aad2ef25-b916-445d-ba86-69beff409fb1/9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:17:54.784545 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:54.800849 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:54.924514 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Allocated IP 172.27.0.152 (a252541b-e27f-4a3f-8e86-824b883db521/ff822c60-bf8e-4d27-91f8-cd72c981900b/c52d26f0-140e-4887-b757-62c40dad8669) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:17:54.940791 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:54.949916 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Transition to ACTIVE for port object 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:17:54.964381 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Transition to ACTIVE for port object 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:17:54.970805 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:54.972683 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:55.015872 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Network 22a3b1de-8903-4500-ba5b-d0076e34e24d is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:17:55.021364 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:17:55.024566 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Pushing event updated for resources: {'Port': ['ID=9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:55.027106 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:17:55.035682 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:55.042761 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:55.086746 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Attempting to bind port 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:17:55.087188 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Attempting to bind port 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'a28af04d-3ed8-4c20-90f7-469427e7cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:17:55.087600 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Attempting to bind port 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 on network 22a3b1de-8903-4500-ba5b-d0076e34e24d {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:17:55.090401 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9223824'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:55.093033 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:17:55.093573 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Checking segment: {'id': 'a28af04d-3ed8-4c20-90f7-469427e7cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:17:55.094026 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-00640515-d512-40be-892d-c984c9e024dc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:55.094239 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:55.094891 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Bound using segment: {'id': 'a28af04d-3ed8-4c20-90f7-469427e7cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:17:55.095743 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Bound port: 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28af04d-3ed8-4c20-90f7-469427e7cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:17:55.096404 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:55.139594 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Network a252541b-e27f-4a3f-8e86-824b883db521 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:17:55.139594 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:17:55.143956 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:17:55.175052 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Pushing event updated for resources: {'Port': ['ID=c52d26f0-140e-4887-b757-62c40dad8669,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:55.176649 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] For port 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:17:55.179079 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:55.182467 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] For port 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844,segment=NetworkSegment(a28af04d-3ed8-4c20-90f7-469427e7cac7),segment_id=a28af04d-3ed8-4c20-90f7-469427e7cac7)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:17:55.188881 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:55.193932 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:55.274671 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c125c-5169-4569-bd71-101e75ae7db1 req-43f4c17e-cb43-4846-bafb-ee87c3f11506 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:55.278639 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7f9c125c-5169-4569-bd71-101e75ae7db1 req-43f4c17e-cb43-4846-bafb-ee87c3f11506 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0733805 Jun 18 08:17:55.318062 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7f9c125c-5169-4569-bd71-101e75ae7db1 req-1b224b59-d5ab-4538-9fb4-c13607fef1f1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356102 Jun 18 08:17:55.383515 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-df3f2c45-793c-44ee-8186-d71565c66be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:55.388676 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Pushing event updated for resources: {'Port': ['ID=9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:55.391474 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:55.440133 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:55.686202 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543804'] for router, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:55.957695 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd75c20-c26b-4ac9-8829-559fb676ff52 req-e2605457-6179-464a-8042-08d2b6aa7262 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:55.959510 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2bd75c20-c26b-4ac9-8829-559fb676ff52 req-e2605457-6179-464a-8042-08d2b6aa7262 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.3834248 Jun 18 08:17:56.033289 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2bd75c20-c26b-4ac9-8829-559fb676ff52 req-1f1a7c5c-faf0-4a9a-b671-d32b8b72f566 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672162 Jun 18 08:17:56.075724 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Router caba9e33-bd42-4fc8-b2c3-31ace915ec62 is scheduled to L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 with binding_index 1 {{(pid=92894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:17:56.194906 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:17:56.207131 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Sync routers for ids ['caba9e33-bd42-4fc8-b2c3-31ace915ec62'] in dv-cinder-761113-14-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:17:56.217932 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Routers {'caba9e33-bd42-4fc8-b2c3-31ace915ec62'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:17:56.218904 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:17:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['caba9e33-bd42-4fc8-b2c3-31ace915ec62'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:56.222105 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:56.226826 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9625480 Jun 18 08:17:56.227400 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 46816) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:56.375424 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Set router caba9e33-bd42-4fc8-b2c3-31ace915ec62 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:17:56.430790 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:17:56.514767 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:17:56.580776 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74280f1-cd15-4c60-bc57-b06bee49958b None None] Network 22a3b1de-8903-4500-ba5b-d0076e34e24d requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:17:56.586074 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'name': 'tempest-TestMinimumBasicScenario-30593961-router', 'tenant_id': '765c487a55554ae3b3370c46aa40119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'c52d26f0-140e-4887-b757-62c40dad8669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:17:54Z', 'updated_at': '2021-06-18T08:17:55Z', 'revision_number': 3, 'project_id': '765c487a55554ae3b3370c46aa40119f', 'gw_port': {'id': 'c52d26f0-140e-4887-b757-62c40dad8669', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:17:54Z', 'updated_at': '2021-06-18T08:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:56.617480 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Checking router: caba9e33-bd42-4fc8-b2c3-31ace915ec62 for host: dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:17:56.618087 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Updating router caba9e33-bd42-4fc8-b2c3-31ace915ec62 port c52d26f0-140e-4887-b757-62c40dad8669 binding host dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:17:56.631180 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a186b9-c2f1-419c-a71a-182cb7ffc00e req-c9564076-04de-4306-bd26-347c497175a9 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:56.636590 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13a186b9-c2f1-419c-a71a-182cb7ffc00e req-c9564076-04de-4306-bd26-347c497175a9 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.1592133 Jun 18 08:17:56.697992 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-b5de0896-0084-4eb4-9c0f-d9899a48abdb None None] Provisioning for port 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:17:56.705900 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-b5de0896-0084-4eb4-9c0f-d9899a48abdb None None] Provisioning complete for port 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:17:56.706378 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b5de0896-0084-4eb4-9c0f-d9899a48abdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:56.719041 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-13a186b9-c2f1-419c-a71a-182cb7ffc00e req-7cc20b36-c96f-4892-9133-84048a38c015 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732679 Jun 18 08:17:56.741789 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:56.817377 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:56.841392 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b5de0896-0084-4eb4-9c0f-d9899a48abdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:56.877668 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-b5de0896-0084-4eb4-9c0f-d9899a48abdb None None] For port 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844,segment=NetworkSegment(a28af04d-3ed8-4c20-90f7-469427e7cac7),segment_id=a28af04d-3ed8-4c20-90f7-469427e7cac7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:56.883642 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b5de0896-0084-4eb4-9c0f-d9899a48abdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:56.885754 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:56.966388 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de0896-0084-4eb4-9c0f-d9899a48abdb None None] Pushing event updated for resources: {'Port': ['ID=9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:56.971770 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b5de0896-0084-4eb4-9c0f-d9899a48abdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:57.026568 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Allocated IP 172.20.0.1 (22a3b1de-8903-4500-ba5b-d0076e34e24d/aad2ef25-b916-445d-ba86-69beff409fb1/51bdfedb-30db-46a5-bce2-91b3865c2bb4) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:17:57.081021 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:57.110215 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-639fe515-f40a-4ca1-b5bc-e286427cf7ad None None] Provisioning complete for port 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:17:57.111529 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-639fe515-f40a-4ca1-b5bc-e286427cf7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:57.112211 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Transition to ACTIVE for port object c52d26f0-140e-4887-b757-62c40dad8669 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:17:57.124197 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:57.127977 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:57.199009 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:57.221734 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Transition to ACTIVE for port object 51bdfedb-30db-46a5-bce2-91b3865c2bb4 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:17:57.240505 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Pushing event updated for resources: {'Port': ['ID=c52d26f0-140e-4887-b757-62c40dad8669,revision_number=2']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:57.249696 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.250072 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.250423 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.250785 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.251550 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.251909 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.252240 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.252582 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.253266 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.253602 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.253963 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.254539 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.258932 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Attempting to bind port c52d26f0-140e-4887-b757-62c40dad8669 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:17:57.259578 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Attempting to bind port c52d26f0-140e-4887-b757-62c40dad8669 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:17:57.260411 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Attempting to bind port c52d26f0-140e-4887-b757-62c40dad8669 on network a252541b-e27f-4a3f-8e86-824b883db521 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:17:57.265099 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:57.269190 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:17:57.269945 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Checking segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:17:57.270586 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:57.271257 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Bound using segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:17:57.271925 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8739128'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:57.272616 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Bound port: c52d26f0-140e-4887-b757-62c40dad8669, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:17:57.272874 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:57.274061 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed65030-0e13-4b7b-81a8-fc92c8fb3957 req-71880e8f-67cf-44d1-b353-978203cac02c tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:57.275730 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2ed65030-0e13-4b7b-81a8-fc92c8fb3957 req-71880e8f-67cf-44d1-b353-978203cac02c tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0828211 Jun 18 08:17:57.286779 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:57.310670 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Network 22a3b1de-8903-4500-ba5b-d0076e34e24d is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:17:57.314724 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:17:57.317929 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:17:57.325429 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2ed65030-0e13-4b7b-81a8-fc92c8fb3957 req-67c27e88-24aa-4631-af2b-af2158766c65 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378480 Jun 18 08:17:57.336870 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] For port c52d26f0-140e-4887-b757-62c40dad8669, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:17:57.340208 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] For port c52d26f0-140e-4887-b757-62c40dad8669, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=c52d26f0-140e-4887-b757-62c40dad8669,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:17:57.344872 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:57.347409 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:57.362190 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Pushing event updated for resources: {'Port': ['ID=51bdfedb-30db-46a5-bce2-91b3865c2bb4,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:57.371834 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:57.380247 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548627'] for router_interface, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:57.412187 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Routers {'caba9e33-bd42-4fc8-b2c3-31ace915ec62'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:17:57.413512 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:17:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['caba9e33-bd42-4fc8-b2c3-31ace915ec62'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:57.415734 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Pushing event updated for resources: {'Port': ['ID=c52d26f0-140e-4887-b757-62c40dad8669,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:57.419991 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:57.531954 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] Set router caba9e33-bd42-4fc8-b2c3-31ace915ec62 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:17:57.541425 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:57.664724 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1ade8585-108d-42cb-b301-9c7564c9a7ab None None] Provisioning for port 51bdfedb-30db-46a5-bce2-91b3865c2bb4 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:17:57.668667 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1ade8585-108d-42cb-b301-9c7564c9a7ab None None] Provisioning complete for port 51bdfedb-30db-46a5-bce2-91b3865c2bb4 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:17:57.669050 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1ade8585-108d-42cb-b301-9c7564c9a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:57.701236 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:57.705357 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:57.709130 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-45a23725-c635-46de-a1c5-a3ef153cb38e tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:57.711073 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1ade8585-108d-42cb-b301-9c7564c9a7ab None None] Port 51bdfedb-30db-46a5-bce2-91b3865c2bb4 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:17:57.715725 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'name': 'tempest-TestMinimumBasicScenario-30593961-router', 'tenant_id': '765c487a55554ae3b3370c46aa40119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'c52d26f0-140e-4887-b757-62c40dad8669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:17:54Z', 'updated_at': '2021-06-18T08:17:55Z', 'revision_number': 3, 'project_id': '765c487a55554ae3b3370c46aa40119f', 'gw_port': {'id': 'c52d26f0-140e-4887-b757-62c40dad8669', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:17:54Z', 'updated_at': '2021-06-18T08:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:57.741760 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7febc94b-7325-469b-9e97-9c9ad9744bb2 None None] The sync data for ids ['caba9e33-bd42-4fc8-b2c3-31ace915ec62'] in dv-cinder-761113-14-iscsi is: [{'id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'name': 'tempest-TestMinimumBasicScenario-30593961-router', 'tenant_id': '765c487a55554ae3b3370c46aa40119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'c52d26f0-140e-4887-b757-62c40dad8669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:17:54Z', 'updated_at': '2021-06-18T08:17:55Z', 'revision_number': 3, 'project_id': '765c487a55554ae3b3370c46aa40119f', 'gw_port': {'id': 'c52d26f0-140e-4887-b757-62c40dad8669', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:17:54Z', 'updated_at': '2021-06-18T08:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:17:57.776291 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545802'] for router_interface, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:57.778253 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Pushing event updated for resources: {'Port': ['ID=51bdfedb-30db-46a5-bce2-91b3865c2bb4,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:57.783596 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:57.862526 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:57.909861 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Network 22a3b1de-8903-4500-ba5b-d0076e34e24d is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:17:57.917819 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:17:57.981101 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40dc6f-8359-4521-b110-18bb1064bec0 req-1a6e9d0f-578e-49db-a8bb-0afb44d8dc25 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:57.982650 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ae40dc6f-8359-4521-b110-18bb1064bec0 req-1a6e9d0f-578e-49db-a8bb-0afb44d8dc25 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.1283453 Jun 18 08:17:58.181415 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6836f3ba-3c85-4e69-950d-872572fedef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:58.237398 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-16e0d540-c864-4dc5-b530-733e86347407 None None] Provisioning complete for port 51bdfedb-30db-46a5-bce2-91b3865c2bb4 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:17:58.238428 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-16e0d540-c864-4dc5-b530-733e86347407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:58.307207 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-16e0d540-c864-4dc5-b530-733e86347407 None None] Port 51bdfedb-30db-46a5-bce2-91b3865c2bb4 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:17:58.370199 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ae40dc6f-8359-4521-b110-18bb1064bec0 req-63506bec-d2b7-4d81-ad00-4482771f5d23 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3646743 Jun 18 08:17:58.404827 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Router caba9e33-bd42-4fc8-b2c3-31ace915ec62 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:17:58.553797 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:17:58.594781 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:17:58.608758 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] 10.222.0.83 "PUT /v2.0/routers/caba9e33-bd42-4fc8-b2c3-31ace915ec62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3720562 Jun 18 08:17:58.635661 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:17:58.636472 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:58.665726 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f68773-bacd-46d2-af30-641ca0b8f5a6 req-6370318c-a2c0-43bf-bae4-06a5429544ac tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:58.667335 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c3f68773-bacd-46d2-af30-641ca0b8f5a6 req-6370318c-a2c0-43bf-bae4-06a5429544ac tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0989339 Jun 18 08:17:58.728608 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c3f68773-bacd-46d2-af30-641ca0b8f5a6 req-4458fc7f-bc2c-4859-b421-ca3f0625ada4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510907 Jun 18 08:17:58.782951 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device c52d26f0-140e-4887-b757-62c40dad8669 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:17:58.864681 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port c52d26f0-140e-4887-b757-62c40dad8669 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:17:58.879523 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port c52d26f0-140e-4887-b757-62c40dad8669 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:17:58.880058 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:58.969377 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:59.020418 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:59.056498 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port c52d26f0-140e-4887-b757-62c40dad8669, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=c52d26f0-140e-4887-b757-62c40dad8669,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:59.062332 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:59.076130 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:17:59.217018 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=c52d26f0-140e-4887-b757-62c40dad8669,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:59.220550 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:17:59.459221 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 46900) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:17:59.465070 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-553256165-network', 'tenant_id': 'd25dcf2a98904dfb900e659c4d6cb64d'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:17:59.555730 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] Made reservation on behalf of d25dcf2a98904dfb900e659c4d6cb64d for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:17:59.559909 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:59.588101 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:59.685539 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea854c0-1e44-4cc6-875c-5376a96d9d9b req-34a7ac8d-8f70-4bd4-8207-e792799ae5cc tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:59.693689 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4ea854c0-1e44-4cc6-875c-5376a96d9d9b req-34a7ac8d-8f70-4bd4-8207-e792799ae5cc tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0922420 Jun 18 08:17:59.696615 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8167c1ba-7eca-45f6-97f2-ce4272b25eec tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:17:59.699465 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8167c1ba-7eca-45f6-97f2-ce4272b25eec tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/networks?id=bb1ecdf4-45bd-4110-bede-0aa4a981b098 HTTP/1.1" status: 200 len: 814 time: 0.2231367 Jun 18 08:17:59.727907 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-80c3ce30-b48c-4a1a-b96c-b5c003b6dfc1 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/quotas/d1527baffb2244278e4b159ca697d6ed HTTP/1.1" status: 200 len: 375 time: 0.0230536 Jun 18 08:17:59.765788 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4ea854c0-1e44-4cc6-875c-5376a96d9d9b req-dfd58370-af1b-4c81-af6b-5bfcafb06b6c tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710635 Jun 18 08:17:59.837866 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-78d68b5c-5fae-4243-8d89-839e0e7b6020 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d1527baffb2244278e4b159ca697d6ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0948248 Jun 18 08:17:59.978382 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:17:59.991410 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:00.022942 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5f1c480d-0d89-43f1-89b4-8935da9082a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:00.038701 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:18:00.039591 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b7f68-5efe-4562-a6d7-02fbc03ecdae req-7efbc1cc-d22e-4036-b300-0ee259b0b9a9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:00.050264 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-960b7f68-5efe-4562-a6d7-02fbc03ecdae req-7efbc1cc-d22e-4036-b300-0ee259b0b9a9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.1153142 Jun 18 08:18:00.060745 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-fa07ac1f-2c75-4448-82d6-2589cbf7ab16 service neutron] 10.222.0.83 "GET /v2.0/networks/bb1ecdf4-45bd-4110-bede-0aa4a981b098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123644 Jun 18 08:18:00.067277 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:00.067623 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] Added segment b7fa41fc-96a3-425c-813c-5aea3cf5371e of type vlan for network a5869c6c-043a-4485-868e-d8e2f0996c28 Jun 18 08:18:00.103210 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5cec71-7617-4928-bc3d-ae1f44aad685,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:00.137295 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-960b7f68-5efe-4562-a6d7-02fbc03ecdae req-17bf12b8-562f-44ba-94fc-c8e8e7182298 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806172 Jun 18 08:18:00.159206 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:00.163575 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Sync routers for ids ['caba9e33-bd42-4fc8-b2c3-31ace915ec62'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:18:00.179143 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Routers {'caba9e33-bd42-4fc8-b2c3-31ace915ec62'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:18:00.180147 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:17:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['caba9e33-bd42-4fc8-b2c3-31ace915ec62'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:00.202338 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:00.326658 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-106e4af7-51a6-4e4e-9e2b-6146d812825c service neutron] 10.222.0.83 "GET /v2.0/networks/bb1ecdf4-45bd-4110-bede-0aa4a981b098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538650 Jun 18 08:18:00.345267 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:00.346628 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:00.347319 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:00.365193 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:00.393701 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device c52d26f0-140e-4887-b757-62c40dad8669 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:18:00.479094 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Set router caba9e33-bd42-4fc8-b2c3-31ace915ec62 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:18:00.503969 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0403366 Jun 18 08:18:00.504539 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 46926) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:18:00.510773 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-ca7af112-42b2-4694-a8b0-112fdf9abccd admin admin] Request body: {'subnet': {'network_id': 'a5869c6c-043a-4485-868e-d8e2f0996c28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-553256165-subnet', 'tenant_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'ip_version': 4}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:18:00.554118 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] Pushing event updated for resources: {'Network': ['ID=a5869c6c-043a-4485-868e-d8e2f0996c28,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:00.572829 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:00.585031 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7af112-42b2-4694-a8b0-112fdf9abccd admin admin] Made reservation on behalf of d25dcf2a98904dfb900e659c4d6cb64d for: {'subnet': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:18:00.589412 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ca7af112-42b2-4694-a8b0-112fdf9abccd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8579584'] for subnet, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:00.616036 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network a5869c6c-043a-4485-868e-d8e2f0996c28 details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:18:00.689491 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-62e313d4-66a8-4254-b93a-05e8322298c6 req-a254376f-cff1-4355-96ff-847c1377da31 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0942206 Jun 18 08:18:00.715094 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port c52d26f0-140e-4887-b757-62c40dad8669 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:18:00.715489 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:00.724406 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:00.831685 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bd65d-b5a4-41f9-9d47-122a994c27c8 req-53a7eded-62b4-4c80-adf7-dd979f1f2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:00.833187 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1f3bd65d-b5a4-41f9-9d47-122a994c27c8 req-53a7eded-62b4-4c80-adf7-dd979f1f2b7d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d410c302b42f411e81e57b1efce3d4d3&device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 1099 time: 0.1708808 Jun 18 08:18:00.985209 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e566188-738d-4d26-9c86-20c24ad7bee3 req-c5559753-de01-4d07-8352-7cd11824aa91 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:00.997276 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0e566188-738d-4d26-9c86-20c24ad7bee3 req-c5559753-de01-4d07-8352-7cd11824aa91 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.2457056 Jun 18 08:18:01.038828 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'name': 'tempest-TestMinimumBasicScenario-30593961-router', 'tenant_id': '765c487a55554ae3b3370c46aa40119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'c52d26f0-140e-4887-b757-62c40dad8669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:17:54Z', 'updated_at': '2021-06-18T08:17:57Z', 'revision_number': 4, 'project_id': '765c487a55554ae3b3370c46aa40119f', 'gw_port': {'id': 'c52d26f0-140e-4887-b757-62c40dad8669', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:17:54Z', 'updated_at': '2021-06-18T08:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '51bdfedb-30db-46a5-bce2-91b3865c2bb4', 'name': '', 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d', 'tenant_id': '765c487a55554ae3b3370c46aa40119f', 'mac_address': 'fa:16:3e:71:fa:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'aad2ef25-b916-445d-ba86-69beff409fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:17:56Z', 'updated_at': '2021-06-18T08:17:57Z', 'revision_number': 2, 'project_id': '765c487a55554ae3b3370c46aa40119f', 'subnets': [{'id': 'aad2ef25-b916-445d-ba86-69beff409fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:01.075155 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Checking router: caba9e33-bd42-4fc8-b2c3-31ace915ec62 for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:18:01.075658 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Updating router caba9e33-bd42-4fc8-b2c3-31ace915ec62 port 51bdfedb-30db-46a5-bce2-91b3865c2bb4 binding host dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:18:01.180168 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bd65d-b5a4-41f9-9d47-122a994c27c8 req-3e7d8831-713a-4b84-86d9-294a48392edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:01.182838 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:01.184470 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1f3bd65d-b5a4-41f9-9d47-122a994c27c8 req-3e7d8831-713a-4b84-86d9-294a48392edb service neutron] 10.222.0.88 "GET /v2.0/networks?id=81beaa51-a303-4525-af1f-eae9f4b78c5e HTTP/1.1" status: 200 len: 919 time: 0.3419001 Jun 18 08:18:01.252146 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0e566188-738d-4d26-9c86-20c24ad7bee3 req-cff5ec33-2cb1-437e-a1f4-8331f7521a2a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247427 Jun 18 08:18:01.319596 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1936e-9d86-46bc-ae9b-e42f4ece02b8 req-36901e5a-11c3-4d16-aaf8-421b43e10857 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:01.323867 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e0b1936e-9d86-46bc-ae9b-e42f4ece02b8 req-36901e5a-11c3-4d16-aaf8-421b43e10857 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.3605945 Jun 18 08:18:01.331295 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1f3bd65d-b5a4-41f9-9d47-122a994c27c8 req-287430ee-ba0e-497f-89e4-373211ea5134 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73b32a0-b556-40f7-8846-a39f7be972d2 HTTP/1.1" status: 200 len: 217 time: 0.1309998 Jun 18 08:18:01.438512 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ca7af112-42b2-4694-a8b0-112fdf9abccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8579602'] for subnet, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:01.453516 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e0b1936e-9d86-46bc-ae9b-e42f4ece02b8 req-b01b1f98-ad68-4b33-abf5-4cf415376e47 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204281 Jun 18 08:18:01.464519 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-406ef92c-146c-45fb-9f59-abc8b22c9891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:01.479063 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bd65d-b5a4-41f9-9d47-122a994c27c8 req-428edc44-488e-49cf-84fb-1091813dea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:01.480333 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1f3bd65d-b5a4-41f9-9d47-122a994c27c8 req-428edc44-488e-49cf-84fb-1091813dea5a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a962334-f0f8-4687-b920-e54f22a8616d HTTP/1.1" status: 200 len: 857 time: 0.1275592 Jun 18 08:18:01.556192 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1f3bd65d-b5a4-41f9-9d47-122a994c27c8 req-7cd57f27-ff68-4a8b-9137-67b769e104ab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=81beaa51-a303-4525-af1f-eae9f4b78c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664804 Jun 18 08:18:01.685417 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7af112-42b2-4694-a8b0-112fdf9abccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=230139a5-765f-477b-8718-c93cdb82b649,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:01.689092 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ca7af112-42b2-4694-a8b0-112fdf9abccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:01.694411 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7af112-42b2-4694-a8b0-112fdf9abccd admin admin] Checking segment: {'id': 'b7fa41fc-96a3-425c-813c-5aea3cf5371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a5869c6c-043a-4485-868e-d8e2f0996c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:18:01.695437 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7af112-42b2-4694-a8b0-112fdf9abccd admin admin] Network hostable DHCP agents. Network: a5869c6c-043a-4485-868e-d8e2f0996c28, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:18:01.695859 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1f3bd65d-b5a4-41f9-9d47-122a994c27c8 req-e0b7603f-68da-4793-a987-3445f983689d service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307545 Jun 18 08:18:01.736570 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7af112-42b2-4694-a8b0-112fdf9abccd admin admin] Network a5869c6c-043a-4485-868e-d8e2f0996c28 is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:18:01.769309 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-ca7af112-42b2-4694-a8b0-112fdf9abccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, a5869c6c-043a-4485-868e-d8e2f0996c28) {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:01.776042 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7af112-42b2-4694-a8b0-112fdf9abccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:01.776783 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ca7af112-42b2-4694-a8b0-112fdf9abccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:01.798827 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa0974-e370-40fe-8797-aabedaa40f54 req-612d970d-096f-49f5-9cc2-55716540441a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:01.809161 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-65fa0974-e370-40fe-8797-aabedaa40f54 req-612d970d-096f-49f5-9cc2-55716540441a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.1949668 Jun 18 08:18:01.815620 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:01.832435 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Transition to ACTIVE for port object 51bdfedb-30db-46a5-bce2-91b3865c2bb4 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:18:01.843525 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e506d0-e554-4009-bc5d-253560f67613 None None] Network a5869c6c-043a-4485-868e-d8e2f0996c28 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:18:01.852530 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ca7af112-42b2-4694-a8b0-112fdf9abccd admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3468192 Jun 18 08:18:01.855624 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:01.859569 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 46964) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:18:01.878371 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:01.881909 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-65fa0974-e370-40fe-8797-aabedaa40f54 req-88c83923-9d46-4b35-9c5b-e1e1043d78f9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713894 Jun 18 08:18:01.882503 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-553256165-router', 'tenant_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:18:01.905459 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1f3bd65d-b5a4-41f9-9d47-122a994c27c8 req-cb1edb3c-80ec-4410-9491-96e366b8eae0 service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026286 Jun 18 08:18:01.940325 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-604585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2639'] for router, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:01.942161 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-923112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2628'] for router, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:02.003682 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4671f769-91e4-4e06-ab0c-dad15f631734 req-0b080be4-5f75-4ad6-a551-0c47904165f2 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0391524 Jun 18 08:18:02.122412 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:02.336554 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545768', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-604507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2642'] for router, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:02.410407 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa0dfc-cc8e-43de-bd4b-c287e252bb64 None None] Pushing event updated for resources: {'Port': ['ID=51bdfedb-30db-46a5-bce2-91b3865c2bb4,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:02.434875 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-55fa0dfc-cc8e-43de-bd4b-c287e252bb64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:02.665553 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Attempting to bind port 51bdfedb-30db-46a5-bce2-91b3865c2bb4 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:18:02.665948 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Attempting to bind port 51bdfedb-30db-46a5-bce2-91b3865c2bb4 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'a28af04d-3ed8-4c20-90f7-469427e7cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:18:02.666327 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Attempting to bind port 51bdfedb-30db-46a5-bce2-91b3865c2bb4 on network 22a3b1de-8903-4500-ba5b-d0076e34e24d {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:18:02.712665 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:18:02.712665 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Checking segment: {'id': 'a28af04d-3ed8-4c20-90f7-469427e7cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:18:02.712993 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:02.713368 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Bound using segment: {'id': 'a28af04d-3ed8-4c20-90f7-469427e7cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:18:02.722075 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Bound port: 51bdfedb-30db-46a5-bce2-91b3865c2bb4, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28af04d-3ed8-4c20-90f7-469427e7cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:18:02.723280 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:02.796386 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9b5c5-20a8-4cac-95f0-3a9bc4f5ed66 req-656171df-e31e-4641-b671-df2744a6cb80 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:02.810243 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3ef9b5c5-20a8-4cac-95f0-3a9bc4f5ed66 req-656171df-e31e-4641-b671-df2744a6cb80 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.3003039 Jun 18 08:18:02.884842 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3ef9b5c5-20a8-4cac-95f0-3a9bc4f5ed66 req-986b084a-9f04-4025-99cf-0b6d42e6eb98 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724607 Jun 18 08:18:02.994759 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 46998) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:18:03.024411 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe8cd3cf-c619-57cb-820d-d0ee420b7d22-a5869c6c-043a-4485-868e-d8e2f0996c28', 'network_id': 'a5869c6c-043a-4485-868e-d8e2f0996c28', 'tenant_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'fixed_ips': [{'subnet_id': '230139a5-765f-477b-8718-c93cdb82b649'}]}} from dv-cinder-761113-14-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:18:03.029236 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:03.093350 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] For port 51bdfedb-30db-46a5-bce2-91b3865c2bb4, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:18:03.106515 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] For port 51bdfedb-30db-46a5-bce2-91b3865c2bb4, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=51bdfedb-30db-46a5-bce2-91b3865c2bb4,segment=NetworkSegment(a28af04d-3ed8-4c20-90f7-469427e7cac7),segment_id=a28af04d-3ed8-4c20-90f7-469427e7cac7)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:18:03.155011 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-fe118a8f-555a-46a3-a464-26f71862b70a tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:03.156798 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-fe118a8f-555a-46a3-a464-26f71862b70a tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.88 "GET /v2.0/networks?id=bb1ecdf4-45bd-4110-bede-0aa4a981b098 HTTP/1.1" status: 200 len: 814 time: 0.2931530 Jun 18 08:18:03.218917 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-acceb846-df90-4eee-b4de-f5b8bd32a872 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Request body: {'port': {'device_id': '7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e', 'network_id': 'bb1ecdf4-45bd-4110-bede-0aa4a981b098', 'admin_state_up': True, 'tenant_id': 'd1527baffb2244278e4b159ca697d6ed'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:18:03.265543 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:03.269511 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-b5de0896-0084-4eb4-9c0f-d9899a48abdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:03.323320 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d238004-7c13-4b60-b5a5-3785e78358c2 req-d9e7d035-2cb8-49ee-bce7-0376c1329529 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:03.331377 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6d238004-7c13-4b60-b5a5-3785e78358c2 req-d9e7d035-2cb8-49ee-bce7-0376c1329529 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.2195413 Jun 18 08:18:03.456879 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa0dfc-cc8e-43de-bd4b-c287e252bb64 None None] Pushing event updated for resources: {'Port': ['ID=51bdfedb-30db-46a5-bce2-91b3865c2bb4,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:03.461129 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6d238004-7c13-4b60-b5a5-3785e78358c2 req-dd442a85-1993-4a55-8f4e-22db0e9433ce tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219280 Jun 18 08:18:03.461653 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 47010) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:18:03.463987 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-55fa0dfc-cc8e-43de-bd4b-c287e252bb64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:03.488376 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:03.503403 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cda49-9706-47b6-8d34-1a14fda4d8dc req-871a9419-0574-4097-b253-4ca485d25297 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:03.523770 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-890cda49-9706-47b6-8d34-1a14fda4d8dc req-871a9419-0574-4097-b253-4ca485d25297 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.8188570 Jun 18 08:18:03.582178 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Routers {'caba9e33-bd42-4fc8-b2c3-31ace915ec62'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:18:03.583257 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:17:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['caba9e33-bd42-4fc8-b2c3-31ace915ec62'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:03.583923 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-acceb846-df90-4eee-b4de-f5b8bd32a872 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Made reservation on behalf of d1527baffb2244278e4b159ca697d6ed for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:18:03.588854 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-acceb846-df90-4eee-b4de-f5b8bd32a872 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:03.592902 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:03.628484 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:03.639743 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de18c91a-d509-40c6-aee2-4496cfa705d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:03.678143 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Allocated IP 172.20.0.2 (a5869c6c-043a-4485-868e-d8e2f0996c28/230139a5-765f-477b-8718-c93cdb82b649/665d16e1-7e16-4e3f-8515-b660c8c9bbe5) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:18:03.702962 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-890cda49-9706-47b6-8d34-1a14fda4d8dc req-4e6f156f-a986-4866-8a0d-68c73fd7de93 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780472 Jun 18 08:18:03.719177 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ea0734e3-d76f-458d-a969-26e7eb677b77 req-c0092feb-8ec1-4376-9ce4-fc84fe7ce9c8 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0335357 Jun 18 08:18:03.894861 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] Set router caba9e33-bd42-4fc8-b2c3-31ace915ec62 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:18:03.906442 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Allocated IP 172.27.0.138 (a252541b-e27f-4a3f-8e86-824b883db521/ff822c60-bf8e-4d27-91f8-cd72c981900b/e857d633-7c22-4413-9787-e8002f991c0c) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:18:03.908142 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.db.api [None req-de18c91a-d509-40c6-aee2-4496cfa705d3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 08:18:03.908142 dv-cinder-761113-14-iscsi neutron-server[92894]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 08:18:03.908142 dv-cinder-761113-14-iscsi neutron-server[92894]: [parameters: {'project_id_1': '0381c607899d4569a74656de68e6f303', 'expiration_1': datetime.datetime(2021, 6, 18, 8, 18, 3, 670864)}] Jun 18 08:18:03.908142 dv-cinder-761113-14-iscsi neutron-server[92894]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92894) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 08:18:03.908937 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_db.api [None req-de18c91a-d509-40c6-aee2-4496cfa705d3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 08:18:03.911806 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:03.917240 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:03.920246 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-6b2ecbad-5053-4ac2-a5d6-e12610bd4e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:03.965406 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-acceb846-df90-4eee-b4de-f5b8bd32a872 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Allocated IP 172.20.0.2 (bb1ecdf4-45bd-4110-bede-0aa4a981b098/969d1600-0266-41b1-a937-067695e31834/25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:18:04.008380 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f120083b-2ec0-47b2-b199-26d64d24bb60,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:04.051346 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.051729 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.052104 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.066106 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.066468 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.066840 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.067235 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.067598 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.067960 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.068313 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.069200 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.069555 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.086054 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bb5d601d10d24511845ef9e9784ade59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0896547 Jun 18 08:18:04.087007 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:04.092778 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 47018) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:18:04.098265 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:04.140020 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Transition to ACTIVE for port object 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:18:04.186695 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f57d0250-73b7-4d4d-a477-4224dedb5a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:04.188206 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Transition to ACTIVE for port object 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:18:04.197427 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:04.207621 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:04.218911 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f57d0250-73b7-4d4d-a477-4224dedb5a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:04.273612 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f57d0250-73b7-4d4d-a477-4224dedb5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:04.276636 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f57d0250-73b7-4d4d-a477-4224dedb5a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:04.280856 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f57d0250-73b7-4d4d-a477-4224dedb5a6b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f120083b-2ec0-47b2-b199-26d64d24bb60 HTTP/1.1" status: 204 len: 168 time: 0.1868205 Jun 18 08:18:04.281696 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f7c62ee7-51cd-4f63-ab36-ca571faa0357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:04.283139 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Pushing event updated for resources: {'Port': ['ID=665d16e1-7e16-4e3f-8515-b660c8c9bbe5,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:04.290460 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d0250-73b7-4d4d-a477-4224dedb5a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f120083b-2ec0-47b2-b199-26d64d24bb60,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:04.299813 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f57d0250-73b7-4d4d-a477-4224dedb5a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:04.301200 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:04.328085 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Network a5869c6c-043a-4485-868e-d8e2f0996c28 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:04.330105 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:04.335970 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:18:04.410172 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de18c91a-d509-40c6-aee2-4496cfa705d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:04.493254 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Attempting to bind port 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:18:04.494707 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Attempting to bind port 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'b7fa41fc-96a3-425c-813c-5aea3cf5371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a5869c6c-043a-4485-868e-d8e2f0996c28'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:18:04.496488 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Attempting to bind port 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 on network a5869c6c-043a-4485-868e-d8e2f0996c28 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:18:04.512808 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:18:04.513494 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Checking segment: {'id': 'b7fa41fc-96a3-425c-813c-5aea3cf5371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a5869c6c-043a-4485-868e-d8e2f0996c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:18:04.514148 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:04.514726 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Bound using segment: {'id': 'b7fa41fc-96a3-425c-813c-5aea3cf5371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a5869c6c-043a-4485-868e-d8e2f0996c28'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:18:04.515637 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Bound port: 665d16e1-7e16-4e3f-8515-b660c8c9bbe5, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fa41fc-96a3-425c-813c-5aea3cf5371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a5869c6c-043a-4485-868e-d8e2f0996c28'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:18:04.516253 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:04.661024 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de18c91a-d509-40c6-aee2-4496cfa705d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:04.689178 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'name': 'tempest-TestMinimumBasicScenario-30593961-router', 'tenant_id': '765c487a55554ae3b3370c46aa40119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'c52d26f0-140e-4887-b757-62c40dad8669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:17:54Z', 'updated_at': '2021-06-18T08:17:57Z', 'revision_number': 4, 'project_id': '765c487a55554ae3b3370c46aa40119f', 'gw_port': {'id': 'c52d26f0-140e-4887-b757-62c40dad8669', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:17:54Z', 'updated_at': '2021-06-18T08:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '51bdfedb-30db-46a5-bce2-91b3865c2bb4', 'name': '', 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d', 'tenant_id': '765c487a55554ae3b3370c46aa40119f', 'mac_address': 'fa:16:3e:71:fa:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'aad2ef25-b916-445d-ba86-69beff409fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:17:56Z', 'updated_at': '2021-06-18T08:18:03Z', 'revision_number': 4, 'project_id': '765c487a55554ae3b3370c46aa40119f', 'subnets': [{'id': 'aad2ef25-b916-445d-ba86-69beff409fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:04.710711 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-de18c91a-d509-40c6-aee2-4496cfa705d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:04.714493 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e469bdad-e629-4484-861c-17d9583025db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:04.731029 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb7cce-2f6b-4bae-b29f-f6a89d8d0dac None None] The sync data for ids ['caba9e33-bd42-4fc8-b2c3-31ace915ec62'] in dv-cinder-761113-14-iscsi is: [{'id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'name': 'tempest-TestMinimumBasicScenario-30593961-router', 'tenant_id': '765c487a55554ae3b3370c46aa40119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'c52d26f0-140e-4887-b757-62c40dad8669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:17:54Z', 'updated_at': '2021-06-18T08:17:57Z', 'revision_number': 4, 'project_id': '765c487a55554ae3b3370c46aa40119f', 'gw_port': {'id': 'c52d26f0-140e-4887-b757-62c40dad8669', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:17:54Z', 'updated_at': '2021-06-18T08:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '51bdfedb-30db-46a5-bce2-91b3865c2bb4', 'name': '', 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d', 'tenant_id': '765c487a55554ae3b3370c46aa40119f', 'mac_address': 'fa:16:3e:71:fa:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'aad2ef25-b916-445d-ba86-69beff409fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:17:56Z', 'updated_at': '2021-06-18T08:18:03Z', 'revision_number': 4, 'project_id': '765c487a55554ae3b3370c46aa40119f', 'subnets': [{'id': 'aad2ef25-b916-445d-ba86-69beff409fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:18:04.744966 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] For port 665d16e1-7e16-4e3f-8515-b660c8c9bbe5, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:18:04.748604 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] For port 665d16e1-7e16-4e3f-8515-b660c8c9bbe5, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=665d16e1-7e16-4e3f-8515-b660c8c9bbe5,segment=NetworkSegment(b7fa41fc-96a3-425c-813c-5aea3cf5371e),segment_id=b7fa41fc-96a3-425c-813c-5aea3cf5371e)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:18:04.754478 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:04.765336 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:04.766571 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:04.786271 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18c91a-d509-40c6-aee2-4496cfa705d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac71afc-2b79-4060-9b0e-1dfe212a3b30,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:04.795120 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-de18c91a-d509-40c6-aee2-4496cfa705d3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0381c607899d4569a74656de68e6f303&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3322635 Jun 18 08:18:04.796191 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-de18c91a-d509-40c6-aee2-4496cfa705d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:04.796748 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 47028) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:18:04.837995 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-acceb846-df90-4eee-b4de-f5b8bd32a872 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:04.864815 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4bbb1-eddb-4d45-9ddd-f3fac14f10e0 req-de273ed4-0bdb-423d-ad90-8426933f407a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:04.882784 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3ba4bbb1-eddb-4d45-9ddd-f3fac14f10e0 req-de273ed4-0bdb-423d-ad90-8426933f407a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.4123328 Jun 18 08:18:04.921838 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51122f-64c2-4ca4-97d0-fdc0c9fbaa89 req-3a3aa612-966c-4341-bf1d-0558648cf500 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:04.928837 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-db51122f-64c2-4ca4-97d0-fdc0c9fbaa89 req-3a3aa612-966c-4341-bf1d-0558648cf500 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.2599676 Jun 18 08:18:04.938549 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Pushing event updated for resources: {'Port': ['ID=665d16e1-7e16-4e3f-8515-b660c8c9bbe5,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:04.949191 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:04.969803 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-327fb5e8-84f3-48fa-81db-0a98baf4013a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:04.979904 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3ba4bbb1-eddb-4d45-9ddd-f3fac14f10e0 req-d01e3d70-4555-4f9d-99d0-fb8a7a6a860e tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955610 Jun 18 08:18:05.027121 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8739128'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:05.035247 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:05.060915 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-327fb5e8-84f3-48fa-81db-0a98baf4013a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:05.112607 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-db51122f-64c2-4ca4-97d0-fdc0c9fbaa89 req-461991dd-baec-40b7-ae02-f171215d1bcb tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645811 Jun 18 08:18:05.123881 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Network a252541b-e27f-4a3f-8e86-824b883db521 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:05.135939 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:05.155587 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-acceb846-df90-4eee-b4de-f5b8bd32a872 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8739128'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:05.161224 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:18:05.219540 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Pushing event updated for resources: {'Port': ['ID=e857d633-7c22-4413-9787-e8002f991c0c,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:05.250612 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-327fb5e8-84f3-48fa-81db-0a98baf4013a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:05.258379 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-327fb5e8-84f3-48fa-81db-0a98baf4013a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:05.264251 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-327fb5e8-84f3-48fa-81db-0a98baf4013a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2ac71afc-2b79-4060-9b0e-1dfe212a3b30 HTTP/1.1" status: 204 len: 168 time: 0.4661741 Jun 18 08:18:05.268419 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f2d717a7-f8aa-4b56-96e3-59fbdf0afa17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:05.298398 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fb5e8-84f3-48fa-81db-0a98baf4013a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac71afc-2b79-4060-9b0e-1dfe212a3b30,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:05.303876 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-327fb5e8-84f3-48fa-81db-0a98baf4013a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:05.399500 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-acceb846-df90-4eee-b4de-f5b8bd32a872 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Network bb1ecdf4-45bd-4110-bede-0aa4a981b098 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:05.453593 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-acceb846-df90-4eee-b4de-f5b8bd32a872 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:05.470236 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-acceb846-df90-4eee-b4de-f5b8bd32a872 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:18:05.573782 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c38e8e-08b4-4f4c-8da8-94f62a04906d req-b5e079b0-9b82-4ef5-99ed-4dc04447301a tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:05.577093 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-89c38e8e-08b4-4f4c-8da8-94f62a04906d req-b5e079b0-9b82-4ef5-99ed-4dc04447301a tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 931 time: 0.1850195 Jun 18 08:18:05.602022 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:05.602438 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:05.605098 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:05.606095 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:05.606095 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:05.606441 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:05.606803 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:05.611197 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:05.611475 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:05.611934 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:05.613181 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:05.613181 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:05.626036 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:05.703915 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d3984e4e-2a2e-4eb6-97ee-10e0d8facf59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.535s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:05.704806 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-89c38e8e-08b4-4f4c-8da8-94f62a04906d req-1c38b4ca-3273-480e-a938-cb39e4486090 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/security-groups?id=679f17e5-c0cd-4de4-929a-9cf3031908ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196437 Jun 18 08:18:05.795582 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acceb846-df90-4eee-b4de-f5b8bd32a872 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Pushing event updated for resources: {'Port': ['ID=25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:05.808262 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-acceb846-df90-4eee-b4de-f5b8bd32a872 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:05.880477 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-acceb846-df90-4eee-b4de-f5b8bd32a872 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:05.881686 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-acceb846-df90-4eee-b4de-f5b8bd32a872 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:05.920081 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-acceb846-df90-4eee-b4de-f5b8bd32a872 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7324064 Jun 18 08:18:05.960425 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Request body: {'port': {'device_id': '7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:18:06.031002 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed399f9-04c3-49d8-8d57-328a4e7880ad req-94e68acc-8e61-49d4-bb9e-a6902a30fa01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:06.038574 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2ed399f9-04c3-49d8-8d57-328a4e7880ad req-94e68acc-8e61-49d4-bb9e-a6902a30fa01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.8269162 Jun 18 08:18:06.298861 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:06.305138 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2ed399f9-04c3-49d8-8d57-328a4e7880ad req-88a3a8e6-a1fd-4be3-834f-c2e423002ead tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652671 Jun 18 08:18:06.325302 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:06.556740 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd07c5c-fcd6-4133-9b66-df3d5de96ee9 req-83f6577b-2571-46db-a712-f0cda2ed7456 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:06.566366 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-afd07c5c-fcd6-4133-9b66-df3d5de96ee9 req-83f6577b-2571-46db-a712-f0cda2ed7456 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.2165663 Jun 18 08:18:06.623223 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 51bdfedb-30db-46a5-bce2-91b3865c2bb4 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:18:06.676299 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-afd07c5c-fcd6-4133-9b66-df3d5de96ee9 req-786b97a1-ea2a-4822-bea3-c9b40af6ca08 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089070 Jun 18 08:18:06.728089 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port 51bdfedb-30db-46a5-bce2-91b3865c2bb4 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:18:06.739228 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 51bdfedb-30db-46a5-bce2-91b3865c2bb4 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:18:06.739995 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:06.907139 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f990d6a2-b908-4c5a-b29c-98662bc4fa37 None None] Network a5869c6c-043a-4485-868e-d8e2f0996c28 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:18:06.989330 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:06.993794 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-e963b6eb-a9d3-40c9-ac6b-60f3bab14d0c None None] Provisioning for port 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:18:07.029260 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79890881-d85c-495a-b271-ce95eab8dcf4 req-6c862d7f-54e2-4cb1-86d1-7b4100d98ddd tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:07.031461 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-79890881-d85c-495a-b271-ce95eab8dcf4 req-6c862d7f-54e2-4cb1-86d1-7b4100d98ddd tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 931 time: 0.1113894 Jun 18 08:18:07.082404 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-79890881-d85c-495a-b271-ce95eab8dcf4 req-c9f38759-2b7b-407d-8180-ddb25ad27621 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/security-groups?id=679f17e5-c0cd-4de4-929a-9cf3031908ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447395 Jun 18 08:18:07.129142 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port 51bdfedb-30db-46a5-bce2-91b3865c2bb4, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=51bdfedb-30db-46a5-bce2-91b3865c2bb4,segment=NetworkSegment(a28af04d-3ed8-4c20-90f7-469427e7cac7),segment_id=a28af04d-3ed8-4c20-90f7-469427e7cac7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:07.136610 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:07.144000 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:18:07.147327 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:07.186298 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543804'] for router, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:07.301691 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=51bdfedb-30db-46a5-bce2-91b3865c2bb4,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:07.308750 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af8cb4-2134-4ac8-bd94-2c3770344a16 req-e68221e1-4888-4c17-a2fd-42906b598952 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:07.310281 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6af8cb4-2134-4ac8-bd94-2c3770344a16 req-e68221e1-4888-4c17-a2fd-42906b598952 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.6457808 Jun 18 08:18:07.320259 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:07.338934 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:18:07.349301 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:18:07.350164 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:07.493486 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b6af8cb4-2134-4ac8-bd94-2c3770344a16 req-45d06d11-ae15-4da5-a927-541887e32cbb tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706259 Jun 18 08:18:07.534348 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:07.639550 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port 665d16e1-7e16-4e3f-8515-b660c8c9bbe5, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=665d16e1-7e16-4e3f-8515-b660c8c9bbe5,segment=NetworkSegment(b7fa41fc-96a3-425c-813c-5aea3cf5371e),segment_id=b7fa41fc-96a3-425c-813c-5aea3cf5371e)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:07.645761 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:18:07.658181 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:07.660155 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:07.665704 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:07.716557 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Router f87b7f95-045a-40bc-a7bc-e92d188d0177 is scheduled to L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 with binding_index 1 {{(pid=92895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:18:07.723361 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3368a-fdb0-48e3-8dee-45b1b0dfe966 req-c67bf463-af4e-476d-aa5a-85ff0918d27a tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:07.729870 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8fc3368a-fdb0-48e3-8dee-45b1b0dfe966 req-c67bf463-af4e-476d-aa5a-85ff0918d27a tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.1690762 Jun 18 08:18:07.778238 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=665d16e1-7e16-4e3f-8515-b660c8c9bbe5,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:07.782222 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:07.818206 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8fc3368a-fdb0-48e3-8dee-45b1b0dfe966 req-59c66bdb-b4bd-4228-b544-9a572804d5ed tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781972 Jun 18 08:18:07.932580 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-7c2b9326-517f-451a-ba8d-135068d76de3 None None] Provisioning complete for port 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:18:07.936084 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-7c2b9326-517f-451a-ba8d-135068d76de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:07.967757 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Transition to ACTIVE for port object 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:18:07.969529 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:18:07.982326 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Sync routers for ids ['f87b7f95-045a-40bc-a7bc-e92d188d0177'] in dv-cinder-761113-14-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:18:07.992959 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:07.996441 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Routers {'f87b7f95-045a-40bc-a7bc-e92d188d0177'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:18:08.003966 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:17:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['f87b7f95-045a-40bc-a7bc-e92d188d0177'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:08.012140 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:08.018279 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:08.024943 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1545098 Jun 18 08:18:08.027957 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 47086) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:18:08.132421 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b18dc-00de-44a2-88b4-a764c6e3ff48 req-933be031-b81e-4c45-9f66-66a6da0edfcd tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:08.149490 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a57b18dc-00de-44a2-88b4-a764c6e3ff48 req-933be031-b81e-4c45-9f66-66a6da0edfcd tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1643209 Jun 18 08:18:08.262377 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Set router f87b7f95-045a-40bc-a7bc-e92d188d0177 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:18:08.267612 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a57b18dc-00de-44a2-88b4-a764c6e3ff48 req-ae830863-bda9-4b11-91a1-b2d87449d8e1 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166763 Jun 18 08:18:08.308657 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Pushing event updated for resources: {'Port': ['ID=25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:08.340006 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:08.353859 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Attempting to bind port 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d on host hv-cinder-76111 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:18:08.354845 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Attempting to bind port 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'd83e3321-6205-4069-96f8-aaf4480d11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'bb1ecdf4-45bd-4110-bede-0aa4a981b098'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:18:08.355720 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Attempting to bind port 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d on network bb1ecdf4-45bd-4110-bede-0aa4a981b098 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:18:08.363445 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Port 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d on network bb1ecdf4-45bd-4110-bede-0aa4a981b098 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:18:08.364022 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Attempting to bind port 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d on network bb1ecdf4-45bd-4110-bede-0aa4a981b098 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:18:08.371188 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Checking agent: {'id': '5fb525c3-ca5c-4ec2-8b58-f6f465875c85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'started_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:18:08.372244 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Checking segment: {'id': 'd83e3321-6205-4069-96f8-aaf4480d11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'bb1ecdf4-45bd-4110-bede-0aa4a981b098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:18:08.373048 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Bound using segment: {'id': 'd83e3321-6205-4069-96f8-aaf4480d11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'bb1ecdf4-45bd-4110-bede-0aa4a981b098'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:18:08.373722 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Bound port: 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83e3321-6205-4069-96f8-aaf4480d11cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'bb1ecdf4-45bd-4110-bede-0aa4a981b098'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:18:08.374509 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:08.509331 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 51bdfedb-30db-46a5-bce2-91b3865c2bb4 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:18:08.516263 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] For port 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d, host hv-cinder-76111, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:18:08.520845 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] For port 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d,segment=NetworkSegment(d83e3321-6205-4069-96f8-aaf4480d11cf),segment_id=d83e3321-6205-4069-96f8-aaf4480d11cf)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:18:08.545037 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:08.549156 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:08.617050 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:08.617875 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:08.619552 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] 10.222.0.88 "PUT /v2.0/ports/25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d HTTP/1.1" status: 200 len: 1093 time: 2.6637349 Jun 18 08:18:08.623746 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e', 'tag': '25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:18:08.625572 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 51bdfedb-30db-46a5-bce2-91b3865c2bb4 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:18:08.625959 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:08.626782 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76526c6-7faf-480b-97d9-fd8b7060d91b" -d '{"events": [{"name": "network-changed", "server_uuid": "7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e", "tag": "25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:18:08.721485 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Pushing event updated for resources: {'Port': ['ID=25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:08.733741 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'name': 'tempest-TestMinimumBasicScenario-553256165-router', 'tenant_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e857d633-7c22-4413-9787-e8002f991c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:18:01Z', 'updated_at': '2021-06-18T08:18:05Z', 'revision_number': 3, 'project_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'gw_port': {'id': 'e857d633-7c22-4413-9787-e8002f991c0c', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:72:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:18:03Z', 'updated_at': '2021-06-18T08:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:08.750387 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d33b9-211e-4ae3-bd44-2471531175ad req-0c01f303-e751-476b-bc44-3ff2ddc38db3 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:08.751978 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3c8d33b9-211e-4ae3-bd44-2471531175ad req-0c01f303-e751-476b-bc44-3ff2ddc38db3 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 943 time: 0.2249224 Jun 18 08:18:08.753131 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:08.774797 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Checking router: f87b7f95-045a-40bc-a7bc-e92d188d0177 for host: dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:18:08.775574 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Updating router f87b7f95-045a-40bc-a7bc-e92d188d0177 port e857d633-7c22-4413-9787-e8002f991c0c binding host dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:18:08.801843 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:18:08.814155 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:08.856006 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:18:08.856788 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:08.907055 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-d14606b4-b8c5-4ad5-a18c-5564a7af0f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:08.908736 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-d14606b4-b8c5-4ad5-a18c-5564a7af0f7d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d1527baffb2244278e4b159ca697d6ed&device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 1096 time: 0.2161500 Jun 18 08:18:08.946625 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3c8d33b9-211e-4ae3-bd44-2471531175ad req-d87426b8-87b5-49a9-9a75-f854548cbe99 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/security-groups?id=679f17e5-c0cd-4de4-929a-9cf3031908ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820259 Jun 18 08:18:09.001637 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75f6c4-5958-49a3-926f-6df3a5cce29f req-63cedc5e-4fb6-45a2-a038-4609f8191de4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:09.003214 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ba75f6c4-5958-49a3-926f-6df3a5cce29f req-63cedc5e-4fb6-45a2-a038-4609f8191de4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.2870238 Jun 18 08:18:09.079083 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbe18cd-e88f-4ae5-a63a-eb9a6f2e273a x-openstack-request-id: req-1dbe18cd-e88f-4ae5-a63a-eb9a6f2e273a {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:18:09.079465 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e", "tag": "25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:18:09.079704 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1dbe18cd-e88f-4ae5-a63a-eb9a6f2e273a {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:18:09.080144 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e', 'tag': '25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d', 'status': 'completed', 'code': 200} Jun 18 08:18:09.084767 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-2fbc5fba-09ab-4dfd-ab34-18ed029a62df service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d HTTP/1.1" status: 200 len: 217 time: 0.1366677 Jun 18 08:18:09.214335 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:09.226304 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-5d8d7acc-56cf-4493-b3fb-83462c396148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:09.226527 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-5d8d7acc-56cf-4493-b3fb-83462c396148 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=969d1600-0266-41b1-a937-067695e31834 HTTP/1.1" status: 200 len: 854 time: 0.1349764 Jun 18 08:18:09.229453 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Transition to ACTIVE for port object e857d633-7c22-4413-9787-e8002f991c0c will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:18:09.239150 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:09.240020 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ba75f6c4-5958-49a3-926f-6df3a5cce29f req-cfc30f96-2046-48c6-a407-900a9afe7c58 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249734 Jun 18 08:18:09.242573 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:09.292381 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:09.308956 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Attempting to bind port e857d633-7c22-4413-9787-e8002f991c0c on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:18:09.309573 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Attempting to bind port e857d633-7c22-4413-9787-e8002f991c0c by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:18:09.310130 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Attempting to bind port e857d633-7c22-4413-9787-e8002f991c0c on network a252541b-e27f-4a3f-8e86-824b883db521 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:18:09.311438 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-8f2c8256-c952-4205-966c-6cd9e3a92667 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bb1ecdf4-45bd-4110-bede-0aa4a981b098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734577 Jun 18 08:18:09.315307 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45e2ab-6980-49f1-900a-84764dbe0085 None None] Pushing event updated for resources: {'Port': ['ID=e857d633-7c22-4413-9787-e8002f991c0c,revision_number=2']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:09.326948 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-2a45e2ab-6980-49f1-900a-84764dbe0085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:09.333033 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:18:09.333793 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Checking segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:18:09.334453 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:09.335040 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Bound using segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:18:09.335710 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Bound port: e857d633-7c22-4413-9787-e8002f991c0c, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:18:09.336451 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:09.456619 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] For port e857d633-7c22-4413-9787-e8002f991c0c, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:18:09.457194 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-9bcc646f-3811-441f-8c50-f10d6e1060a0 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=7f8be30b8e7b4786a9355b990b2becf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669856 Jun 18 08:18:09.462643 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] For port e857d633-7c22-4413-9787-e8002f991c0c, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=e857d633-7c22-4413-9787-e8002f991c0c,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:18:09.484460 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:09.491342 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ec5fb-740b-4b6b-8230-2d24f58c7676 req-9f0d2397-f823-436e-b57d-9eb3af441f65 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:09.495217 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-e0177bc5-acd7-496b-aa40-3b9b5c1c2c97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:09.499423 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-978ec5fb-740b-4b6b-8230-2d24f58c7676 req-9f0d2397-f823-436e-b57d-9eb3af441f65 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.2638187 Jun 18 08:18:09.516927 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-278c77a6-07f1-4d20-8464-c06ad9cda540 service neutron] 10.222.0.88 "GET /v2.0/networks/bb1ecdf4-45bd-4110-bede-0aa4a981b098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858060 Jun 18 08:18:09.592813 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45e2ab-6980-49f1-900a-84764dbe0085 None None] Pushing event updated for resources: {'Port': ['ID=e857d633-7c22-4413-9787-e8002f991c0c,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:09.604044 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-2a45e2ab-6980-49f1-900a-84764dbe0085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:09.621697 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Routers {'f87b7f95-045a-40bc-a7bc-e92d188d0177'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:18:09.622328 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:17:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['f87b7f95-045a-40bc-a7bc-e92d188d0177'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:09.793753 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-85668557-aaf5-4dcf-8242-f990f008a4c3 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:09.804264 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-85668557-aaf5-4dcf-8242-f990f008a4c3 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3448503 Jun 18 08:18:09.829844 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-3bfc937e-dfa6-4eb1-bf23-68b49827d012 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/quotas/7f8be30b8e7b4786a9355b990b2becf4 HTTP/1.1" status: 200 len: 375 time: 0.0241187 Jun 18 08:18:09.832844 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] Set router f87b7f95-045a-40bc-a7bc-e92d188d0177 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:18:09.861744 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-978ec5fb-740b-4b6b-8230-2d24f58c7676 req-cfc3c90d-e398-4b04-a8ac-bd3065208898 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3611124 Jun 18 08:18:09.888365 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-bffb3e4c-8db5-44c9-a509-2496e754aa06 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f8be30b8e7b4786a9355b990b2becf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574012 Jun 18 08:18:09.892127 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Allocated IP 172.20.0.1 (a5869c6c-043a-4485-868e-d8e2f0996c28/230139a5-765f-477b-8718-c93cdb82b649/c38e6bb8-fff6-47f8-9443-db9ae089c54d) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:18:09.956961 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-48c960c1-40e5-4026-b308-c034ecbcc0ed req-bce6ba43-ce15-416a-a7d2-0cb0b281fef1 service neutron] 10.222.0.88 "GET /v2.0/networks/bb1ecdf4-45bd-4110-bede-0aa4a981b098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252417 Jun 18 08:18:10.109310 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'name': 'tempest-TestMinimumBasicScenario-553256165-router', 'tenant_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e857d633-7c22-4413-9787-e8002f991c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:18:01Z', 'updated_at': '2021-06-18T08:18:05Z', 'revision_number': 3, 'project_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'gw_port': {'id': 'e857d633-7c22-4413-9787-e8002f991c0c', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:72:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:18:03Z', 'updated_at': '2021-06-18T08:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:10.133107 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56cea0-f064-4338-be0a-d6d2c7350a7f req-7f557979-76ca-4d9d-8171-d1c840163eeb tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:10.150101 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6a56cea0-f064-4338-be0a-d6d2c7350a7f req-7f557979-76ca-4d9d-8171-d1c840163eeb tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1330140 Jun 18 08:18:10.154052 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12d65b-245c-4b89-b929-fa30b83d398a None None] The sync data for ids ['f87b7f95-045a-40bc-a7bc-e92d188d0177'] in dv-cinder-761113-14-iscsi is: [{'id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'name': 'tempest-TestMinimumBasicScenario-553256165-router', 'tenant_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e857d633-7c22-4413-9787-e8002f991c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:18:01Z', 'updated_at': '2021-06-18T08:18:05Z', 'revision_number': 3, 'project_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'gw_port': {'id': 'e857d633-7c22-4413-9787-e8002f991c0c', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:72:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:18:03Z', 'updated_at': '2021-06-18T08:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:18:10.183125 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76526c6-7faf-480b-97d9-fd8b7060d91b req-a71351f2-2190-4caf-909b-98e840162d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:10.185451 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f76526c6-7faf-480b-97d9-fd8b7060d91b req-a71351f2-2190-4caf-909b-98e840162d1c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d1527baffb2244278e4b159ca697d6ed&device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 1096 time: 0.1384888 Jun 18 08:18:10.260535 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6a56cea0-f064-4338-be0a-d6d2c7350a7f req-b0f538e1-7091-49d0-96a9-5ff9ed8b8078 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092405 Jun 18 08:18:10.425990 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7902d175-4e91-4714-adb9-1dd2975dd409 req-9eaa5ecf-1eb8-425a-b8b5-3371c4acd44c tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0797057 Jun 18 08:18:10.489633 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76526c6-7faf-480b-97d9-fd8b7060d91b req-b361c3dd-f661-498d-ae39-2c4e094e7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:10.493858 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f76526c6-7faf-480b-97d9-fd8b7060d91b req-b361c3dd-f661-498d-ae39-2c4e094e7232 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bb1ecdf4-45bd-4110-bede-0aa4a981b098 HTTP/1.1" status: 200 len: 916 time: 0.2752910 Jun 18 08:18:10.649325 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f76526c6-7faf-480b-97d9-fd8b7060d91b req-b86d35b1-d8b7-44f5-a374-5c86e045c2ac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d HTTP/1.1" status: 200 len: 217 time: 0.1451099 Jun 18 08:18:10.706469 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c1f37-fa35-4c87-af7c-5bd345896380 req-de8ac0fd-cc3c-441a-af0b-3f4fe8335c68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:10.719276 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-271c1f37-fa35-4c87-af7c-5bd345896380 req-de8ac0fd-cc3c-441a-af0b-3f4fe8335c68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 943 time: 0.2233963 Jun 18 08:18:10.791623 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:10.799553 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76526c6-7faf-480b-97d9-fd8b7060d91b req-f499a773-a41f-4055-9a2a-842b781725dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:10.801214 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f76526c6-7faf-480b-97d9-fd8b7060d91b req-f499a773-a41f-4055-9a2a-842b781725dc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=969d1600-0266-41b1-a937-067695e31834 HTTP/1.1" status: 200 len: 854 time: 0.1442094 Jun 18 08:18:10.840989 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Transition to ACTIVE for port object c38e6bb8-fff6-47f8-9443-db9ae089c54d will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:18:10.857286 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f76526c6-7faf-480b-97d9-fd8b7060d91b req-bb887503-ad8b-441a-b9e5-dc25d813d84e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bb1ecdf4-45bd-4110-bede-0aa4a981b098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442407 Jun 18 08:18:10.868342 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b7be8-0cbf-4b05-803f-0522dbf642ee req-1bc34757-f85d-4295-8e56-3fefa8e6bafb tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:10.870215 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d50b7be8-0cbf-4b05-803f-0522dbf642ee req-1bc34757-f85d-4295-8e56-3fefa8e6bafb tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.1566265 Jun 18 08:18:10.910038 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9223824'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:10.927755 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:10.989693 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Network a5869c6c-043a-4485-868e-d8e2f0996c28 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:10.999879 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:11.004525 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:18:11.011597 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f76526c6-7faf-480b-97d9-fd8b7060d91b req-47ec03f9-1f96-49c2-b2e0-899d82bebbfa service neutron] 10.222.0.88 "GET /v2.0/networks/bb1ecdf4-45bd-4110-bede-0aa4a981b098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400852 Jun 18 08:18:11.116199 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Pushing event updated for resources: {'Port': ['ID=c38e6bb8-fff6-47f8-9443-db9ae089c54d,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:11.124976 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:11.168370 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d50b7be8-0cbf-4b05-803f-0522dbf642ee req-f83a9b05-5773-4bba-b48b-74aefaea18e7 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481044 Jun 18 08:18:11.207335 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-271c1f37-fa35-4c87-af7c-5bd345896380 req-e3937a58-e5f2-4ff8-a632-7894602c57e7 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/security-groups?id=679f17e5-c0cd-4de4-929a-9cf3031908ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869969 Jun 18 08:18:11.242414 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548627'] for router_interface, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:11.331149 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f76526c6-7faf-480b-97d9-fd8b7060d91b req-99160774-7c4a-4b56-9225-6a7a86132ae0 service neutron] 10.222.0.88 "GET /v2.0/networks/bb1ecdf4-45bd-4110-bede-0aa4a981b098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741163 Jun 18 08:18:11.405196 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-0ea9336e-27c3-4a25-909f-f00cf5ef19ad None None] Provisioning for port c38e6bb8-fff6-47f8-9443-db9ae089c54d completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:18:11.423011 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-0ea9336e-27c3-4a25-909f-f00cf5ef19ad None None] Provisioning complete for port c38e6bb8-fff6-47f8-9443-db9ae089c54d triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:18:11.424600 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0ea9336e-27c3-4a25-909f-f00cf5ef19ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:11.561827 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9336e-27c3-4a25-909f-f00cf5ef19ad None None] Port c38e6bb8-fff6-47f8-9443-db9ae089c54d cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:18:11.654471 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868db51-cb86-4ce2-95dc-b10650b1f519 req-afd55e4a-4138-4d7a-b96c-b89224bc1fae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:11.665384 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c868db51-cb86-4ce2-95dc-b10650b1f519 req-afd55e4a-4138-4d7a-b96c-b89224bc1fae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.2014415 Jun 18 08:18:11.672563 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:18:11.710326 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711810f-2f87-4e26-aeaf-e23817035e13 req-b3c1e703-358f-464e-a4e1-52d35306d5bd tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:11.712570 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d711810f-2f87-4e26-aeaf-e23817035e13 req-b3c1e703-358f-464e-a4e1-52d35306d5bd tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1475453 Jun 18 08:18:11.722719 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c868db51-cb86-4ce2-95dc-b10650b1f519 req-39ba6cf2-c8d0-445a-a419-5615f83420f8 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559196 Jun 18 08:18:11.745441 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:11.798356 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d711810f-2f87-4e26-aeaf-e23817035e13 req-3b7c2227-5c42-4d1a-a3d3-60eb9cceba0c tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769000 Jun 18 08:18:11.951675 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-482aa675-2dd5-4d59-b22f-cb1195e3b964 req-275108fb-44f4-4a4c-8c01-72c9551fb2be tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0487924 Jun 18 08:18:12.129658 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:12.143649 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223846'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:12.215002 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-664e9913-bcfa-4053-bb9c-942faeed3137 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=7f8be30b8e7b4786a9355b990b2becf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600469 Jun 18 08:18:12.233418 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f3ff458c-7ff9-4f42-aee2-26bad8b74419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:12.237791 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545802'] for router_interface, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:12.464604 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Pushing event updated for resources: {'Port': ['ID=c38e6bb8-fff6-47f8-9443-db9ae089c54d,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:12.481486 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:12.509718 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device e857d633-7c22-4413-9787-e8002f991c0c up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:18:12.585285 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Network a5869c6c-043a-4485-868e-d8e2f0996c28 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:12.586859 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:12.648114 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-2450c843-6548-4653-a4dc-a64bbd0ba080 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:12.649857 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-2450c843-6548-4653-a4dc-a64bbd0ba080 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4267709 Jun 18 08:18:12.674622 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Request body: {'port': {'device_id': '9f1e4313-f7b5-48bd-80cc-60a9f72c87c3', 'network_id': 'aa965a82-65ac-456c-957a-738e9a7e68a2', 'admin_state_up': True, 'tenant_id': '7f8be30b8e7b4786a9355b990b2becf4'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:18:12.769111 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adf704-70b4-47fe-aa0b-dfb2fcb9478e req-b0f3bb3e-6843-4798-a98f-a0b7020d0ca9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:12.777593 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e9adf704-70b4-47fe-aa0b-dfb2fcb9478e req-b0f3bb3e-6843-4798-a98f-a0b7020d0ca9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.3161395 Jun 18 08:18:12.838799 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e9adf704-70b4-47fe-aa0b-dfb2fcb9478e req-d31e3340-d8f0-4ef5-935c-fcaba188daa5 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601676 Jun 18 08:18:12.928243 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port e857d633-7c22-4413-9787-e8002f991c0c completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:18:12.937091 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port e857d633-7c22-4413-9787-e8002f991c0c triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:18:12.937626 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:12.945719 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Made reservation on behalf of 7f8be30b8e7b4786a9355b990b2becf4 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:18:12.951045 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:12.962223 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:13.095824 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-cc115b76-6c97-4df1-940f-592ea1cd5ec0 None None] Provisioning complete for port c38e6bb8-fff6-47f8-9443-db9ae089c54d triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:18:13.097998 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-cc115b76-6c97-4df1-940f-592ea1cd5ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:13.140546 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Router f87b7f95-045a-40bc-a7bc-e92d188d0177 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:18:13.143936 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:13.152527 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:13.154393 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e3140-6c8b-4402-8df0-02fdc40525c2 req-50f3596d-6bf8-406f-a3d9-2cb3573b6706 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:13.156306 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-863e3140-6c8b-4402-8df0-02fdc40525c2 req-50f3596d-6bf8-406f-a3d9-2cb3573b6706 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 943 time: 0.3786750 Jun 18 08:18:13.201057 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:13.207376 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7db83f72-8b69-4b59-9c27-d9af2c5b20ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:13.209766 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port e857d633-7c22-4413-9787-e8002f991c0c, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=e857d633-7c22-4413-9787-e8002f991c0c,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:13.211816 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-cc115b76-6c97-4df1-940f-592ea1cd5ec0 None None] Port c38e6bb8-fff6-47f8-9443-db9ae089c54d cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:18:13.218215 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:13.220695 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:13.260503 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-863e3140-6c8b-4402-8df0-02fdc40525c2 req-329e1987-823d-4fc4-9322-35a82a1baaa7 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/security-groups?id=679f17e5-c0cd-4de4-929a-9cf3031908ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950491 Jun 18 08:18:13.281201 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=e857d633-7c22-4413-9787-e8002f991c0c,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:13.291855 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:13.343410 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:18:13.351991 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Sync routers for ids ['f87b7f95-045a-40bc-a7bc-e92d188d0177'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:18:13.353635 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] 10.222.0.83 "PUT /v2.0/routers/f87b7f95-045a-40bc-a7bc-e92d188d0177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3243167 Jun 18 08:18:13.354687 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9804ff55-37d5-4e2e-8691-2b2a52a442de,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:13.361240 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:13.366870 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Routers {'f87b7f95-045a-40bc-a7bc-e92d188d0177'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:18:13.368084 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:17:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['f87b7f95-045a-40bc-a7bc-e92d188d0177'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:13.397572 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ddbdd-ff76-4c2b-b361-a6886d6b4f40 req-c33c334a-6388-4ac8-947a-11be33d0551f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:13.399215 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-128ddbdd-ff76-4c2b-b361-a6886d6b4f40 req-c33c334a-6388-4ac8-947a-11be33d0551f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 946 time: 0.2850332 Jun 18 08:18:13.489239 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-128ddbdd-ff76-4c2b-b361-a6886d6b4f40 req-5a244ec9-1c07-40cc-8274-612b298ac13d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830927 Jun 18 08:18:13.490489 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Allocated IP 192.168.233.82 (aa965a82-65ac-456c-957a-738e9a7e68a2/9528e132-48d6-4c60-89fb-0b96e378afed/abed3742-2732-4c15-8576-4489ee0239b7) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:18:13.606221 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Set router f87b7f95-045a-40bc-a7bc-e92d188d0177 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:18:13.729937 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034f7b1-9d16-4082-a146-9e61df11a30b req-25651a39-7ec0-4812-90cc-7c3d364192ee tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:13.734715 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9034f7b1-9d16-4082-a146-9e61df11a30b req-25651a39-7ec0-4812-90cc-7c3d364192ee tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.2503130 Jun 18 08:18:13.841126 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9034f7b1-9d16-4082-a146-9e61df11a30b req-794a3831-ebd2-4664-bcde-c677aaaccb37 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948694 Jun 18 08:18:13.955623 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:13.969446 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'name': 'tempest-TestMinimumBasicScenario-553256165-router', 'tenant_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e857d633-7c22-4413-9787-e8002f991c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:18:01Z', 'updated_at': '2021-06-18T08:18:11Z', 'revision_number': 4, 'project_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'gw_port': {'id': 'e857d633-7c22-4413-9787-e8002f991c0c', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:18:03Z', 'updated_at': '2021-06-18T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'c38e6bb8-fff6-47f8-9443-db9ae089c54d', 'name': '', 'network_id': 'a5869c6c-043a-4485-868e-d8e2f0996c28', 'tenant_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'mac_address': 'fa:16:3e:fe:61:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '230139a5-765f-477b-8718-c93cdb82b649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:18:09Z', 'updated_at': '2021-06-18T08:18:11Z', 'revision_number': 2, 'project_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'subnets': [{'id': '230139a5-765f-477b-8718-c93cdb82b649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:13.973073 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75e776-a17e-4b32-9a7a-fe5b25c8b0c9 req-9e42b56b-e6b7-4c25-bc9a-7e5c0a92014f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:13.975210 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8a75e776-a17e-4b32-9a7a-fe5b25c8b0c9 req-9e42b56b-e6b7-4c25-bc9a-7e5c0a92014f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1890309 Jun 18 08:18:13.983964 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Transition to ACTIVE for port object abed3742-2732-4c15-8576-4489ee0239b7 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:18:14.010624 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Checking router: f87b7f95-045a-40bc-a7bc-e92d188d0177 for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:18:14.011015 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Updating router f87b7f95-045a-40bc-a7bc-e92d188d0177 port c38e6bb8-fff6-47f8-9443-db9ae089c54d binding host dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:18:14.032101 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8a75e776-a17e-4b32-9a7a-fe5b25c8b0c9 req-4a4746dd-d0a9-4cb0-83cb-ced343e809f0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508995 Jun 18 08:18:14.064840 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:14.073778 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8739128'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:14.097482 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5745a9c9-2026-42a8-b7ec-4b0fc8ef148d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:14.109519 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Network aa965a82-65ac-456c-957a-738e9a7e68a2 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:14.112249 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:14.115677 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:18:14.200733 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Pushing event updated for resources: {'Port': ['ID=abed3742-2732-4c15-8576-4489ee0239b7,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:14.203955 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:14.214140 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:14.214797 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:14.244900 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5792782 Jun 18 08:18:14.249168 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9ca44-e384-4fdb-9eb1-a875b0674a10 req-33fa77b3-8d31-4a8f-8b83-3bfaf646cc17 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:14.261341 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4ef9ca44-e384-4fdb-9eb1-a875b0674a10 req-33fa77b3-8d31-4a8f-8b83-3bfaf646cc17 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 935 time: 0.1726763 Jun 18 08:18:14.265902 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Request body: {'port': {'device_id': '9f1e4313-f7b5-48bd-80cc-60a9f72c87c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:18:14.423467 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4ef9ca44-e384-4fdb-9eb1-a875b0674a10 req-87626e35-4dde-4a65-a682-d52aa3c33e36 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/security-groups?id=9804ff55-37d5-4e2e-8691-2b2a52a442de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611199 Jun 18 08:18:14.495135 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:14.566051 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:14.579543 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Transition to ACTIVE for port object c38e6bb8-fff6-47f8-9443-db9ae089c54d will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:18:14.589508 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device e857d633-7c22-4413-9787-e8002f991c0c up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:18:14.592407 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:18:14.612912 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:14.654223 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:14.769922 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdea6c-29f3-4971-b388-7f540f056869 None None] Pushing event updated for resources: {'Port': ['ID=c38e6bb8-fff6-47f8-9443-db9ae089c54d,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:14.776371 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-80cdea6c-29f3-4971-b388-7f540f056869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:14.802183 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049b4a4-a544-4adb-bce0-2e0be832ce11 req-d17f76af-9321-470f-8f5e-780eeb93ca8b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:14.810455 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7049b4a4-a544-4adb-bce0-2e0be832ce11 req-d17f76af-9321-470f-8f5e-780eeb93ca8b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.3835626 Jun 18 08:18:14.849230 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca102fa-695b-4dd9-b814-f977724597ea req-87182536-67b2-48df-885d-ac904246c033 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:14.867874 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-eca102fa-695b-4dd9-b814-f977724597ea req-87182536-67b2-48df-885d-ac904246c033 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 943 time: 0.1672761 Jun 18 08:18:14.904801 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7049b4a4-a544-4adb-bce0-2e0be832ce11 req-fc6b1315-5578-4a39-a059-dffc1d238dbf tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921347 Jun 18 08:18:14.982539 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-eca102fa-695b-4dd9-b814-f977724597ea req-a0ec838b-b6df-479e-b784-6588d906bb88 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/security-groups?id=679f17e5-c0cd-4de4-929a-9cf3031908ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135538 Jun 18 08:18:15.025381 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d,segment=NetworkSegment(d83e3321-6205-4069-96f8-aaf4480d11cf),segment_id=d83e3321-6205-4069-96f8-aaf4480d11cf)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:15.033060 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-752fe1a4-3001-484e-944c-bc0907748b3e None None] Provisioning for port abed3742-2732-4c15-8576-4489ee0239b7 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:18:15.104306 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-752fe1a4-3001-484e-944c-bc0907748b3e None None] Provisioning complete for port abed3742-2732-4c15-8576-4489ee0239b7 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:18:15.104980 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-752fe1a4-3001-484e-944c-bc0907748b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:15.119251 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192f5fa-e376-4a34-8e6c-cc0327097c8b req-8d539e94-65e3-41a4-b673-02fb17cd15c5 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:15.121747 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6192f5fa-e376-4a34-8e6c-cc0327097c8b req-8d539e94-65e3-41a4-b673-02fb17cd15c5 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.88 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 946 time: 0.3684397 Jun 18 08:18:15.244150 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': '25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d', 'network_id': 'bb1ecdf4-45bd-4110-bede-0aa4a981b098', 'port_id': '25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d', 'mac_address': 'fa:16:3e:cf:5b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969d1600-0266-41b1-a937-067695e31834', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:18:15.279728 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Attempting to bind port c38e6bb8-fff6-47f8-9443-db9ae089c54d on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:18:15.282314 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Attempting to bind port c38e6bb8-fff6-47f8-9443-db9ae089c54d by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'b7fa41fc-96a3-425c-813c-5aea3cf5371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a5869c6c-043a-4485-868e-d8e2f0996c28'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:18:15.285667 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Attempting to bind port c38e6bb8-fff6-47f8-9443-db9ae089c54d on network a5869c6c-043a-4485-868e-d8e2f0996c28 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:18:15.312924 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce8b32-b362-4805-802a-5cca11a71778 req-0b54c569-6b2b-412e-8aee-e9f9991cd399 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:15.336002 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4dce8b32-b362-4805-802a-5cca11a71778 req-0b54c569-6b2b-412e-8aee-e9f9991cd399 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.1646996 Jun 18 08:18:15.422149 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:15.444011 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4dce8b32-b362-4805-802a-5cca11a71778 req-0cff4164-eddd-4fb1-9cd5-002ac03b1cd3 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048074 Jun 18 08:18:15.457395 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port e857d633-7c22-4413-9787-e8002f991c0c triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:18:15.458181 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:15.466571 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:18:15.471438 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Checking segment: {'id': 'b7fa41fc-96a3-425c-813c-5aea3cf5371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a5869c6c-043a-4485-868e-d8e2f0996c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:18:15.472443 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:15.473168 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Bound using segment: {'id': 'b7fa41fc-96a3-425c-813c-5aea3cf5371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a5869c6c-043a-4485-868e-d8e2f0996c28'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:18:15.473925 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Bound port: c38e6bb8-fff6-47f8-9443-db9ae089c54d, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fa41fc-96a3-425c-813c-5aea3cf5371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a5869c6c-043a-4485-868e-d8e2f0996c28'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:18:15.474573 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:15.525185 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-6192f5fa-e376-4a34-8e6c-cc0327097c8b req-936ac8b9-0810-4cc0-a1ee-b5900ffe28e3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Deleting port 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:18:15.525800 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-6192f5fa-e376-4a34-8e6c-cc0327097c8b req-936ac8b9-0810-4cc0-a1ee-b5900ffe28e3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:15.594490 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-752fe1a4-3001-484e-944c-bc0907748b3e None None] Port abed3742-2732-4c15-8576-4489ee0239b7 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:18:15.650319 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-6192f5fa-e376-4a34-8e6c-cc0327097c8b req-936ac8b9-0810-4cc0-a1ee-b5900ffe28e3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] For port 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:15.650731 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-6192f5fa-e376-4a34-8e6c-cc0327097c8b req-936ac8b9-0810-4cc0-a1ee-b5900ffe28e3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:15.713973 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:18:15.759586 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-6192f5fa-e376-4a34-8e6c-cc0327097c8b req-936ac8b9-0810-4cc0-a1ee-b5900ffe28e3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Calling delete_port for 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:18:15.766622 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d,segment=NetworkSegment(d83e3321-6205-4069-96f8-aaf4480d11cf),segment_id=d83e3321-6205-4069-96f8-aaf4480d11cf)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:15.815427 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:15.829928 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-55fa0dfc-cc8e-43de-bd4b-c287e252bb64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:15.871116 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5d2aa-f50d-488a-ac75-803154d90fc8 req-cc6b6bfd-91fe-412d-9729-4576822d22c5 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:15.881090 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-eed5d2aa-f50d-488a-ac75-803154d90fc8 req-cc6b6bfd-91fe-412d-9729-4576822d22c5 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1846881 Jun 18 08:18:15.977636 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:15.982896 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739b3d2-61f5-41d4-a42d-7ab398a03277 req-729f9a6d-11f6-47c5-befa-b66cff353295 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:15.987494 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:15.999524 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-eed5d2aa-f50d-488a-ac75-803154d90fc8 req-c8736e9c-8761-4c44-a65f-1405a1ec56c3 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134181 Jun 18 08:18:16.000190 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2739b3d2-61f5-41d4-a42d-7ab398a03277 req-729f9a6d-11f6-47c5-befa-b66cff353295 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6 HTTP/1.1" status: 200 len: 946 time: 0.7668054 Jun 18 08:18:16.000326 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] For port c38e6bb8-fff6-47f8-9443-db9ae089c54d, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:18:16.019418 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] For port c38e6bb8-fff6-47f8-9443-db9ae089c54d, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=c38e6bb8-fff6-47f8-9443-db9ae089c54d,segment=NetworkSegment(b7fa41fc-96a3-425c-813c-5aea3cf5371e),segment_id=b7fa41fc-96a3-425c-813c-5aea3cf5371e)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:18:16.027327 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abed3742-2732-4c15-8576-4489ee0239b7 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:18:16.051658 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:16.059892 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-80cdea6c-29f3-4971-b388-7f540f056869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:16.177430 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Routers {'f87b7f95-045a-40bc-a7bc-e92d188d0177'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:18:16.180827 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:17:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['f87b7f95-045a-40bc-a7bc-e92d188d0177'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:16.187350 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdea6c-29f3-4971-b388-7f540f056869 None None] Pushing event updated for resources: {'Port': ['ID=c38e6bb8-fff6-47f8-9443-db9ae089c54d,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:16.212693 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-80cdea6c-29f3-4971-b388-7f540f056869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:16.324897 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65d829-1771-4e02-9a1b-f5ef8d11d47f req-d9641a69-044a-431f-a2e9-285329566605 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:16.332374 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4c65d829-1771-4e02-9a1b-f5ef8d11d47f req-d9641a69-044a-431f-a2e9-285329566605 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 935 time: 0.0979893 Jun 18 08:18:16.425035 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] Set router f87b7f95-045a-40bc-a7bc-e92d188d0177 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:18:16.429341 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4c65d829-1771-4e02-9a1b-f5ef8d11d47f req-8a0472e7-c083-4ab3-9d34-5b2e4406c940 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/security-groups?id=9804ff55-37d5-4e2e-8691-2b2a52a442de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961075 Jun 18 08:18:16.468512 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:18:16.870743 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:16.884602 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-6192f5fa-e376-4a34-8e6c-cc0327097c8b req-936ac8b9-0810-4cc0-a1ee-b5900ffe28e3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:16.932543 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-22017993-bc15-4f01-9bff-dbdb84272692 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:17.014678 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ac8b9-0810-4cc0-a1ee-b5900ffe28e3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Pushing event deleted for resources: {'Port': ['ID=06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:17.020106 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-936ac8b9-0810-4cc0-a1ee-b5900ffe28e3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:17.041132 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Transition to ACTIVE for port object abed3742-2732-4c15-8576-4489ee0239b7 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:18:17.064646 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:17.073997 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'name': 'tempest-TestMinimumBasicScenario-553256165-router', 'tenant_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e857d633-7c22-4413-9787-e8002f991c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:18:01Z', 'updated_at': '2021-06-18T08:18:11Z', 'revision_number': 4, 'project_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'gw_port': {'id': 'e857d633-7c22-4413-9787-e8002f991c0c', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:18:03Z', 'updated_at': '2021-06-18T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'c38e6bb8-fff6-47f8-9443-db9ae089c54d', 'name': '', 'network_id': 'a5869c6c-043a-4485-868e-d8e2f0996c28', 'tenant_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'mac_address': 'fa:16:3e:fe:61:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '230139a5-765f-477b-8718-c93cdb82b649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:18:09Z', 'updated_at': '2021-06-18T08:18:15Z', 'revision_number': 4, 'project_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'subnets': [{'id': '230139a5-765f-477b-8718-c93cdb82b649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:17.087609 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-99feb6c8-40fd-4fca-b3c0-dba10ebd527b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:17.181907 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ccb7b-5939-4223-8084-e8cbb390e880 None None] The sync data for ids ['f87b7f95-045a-40bc-a7bc-e92d188d0177'] in dv-cinder-761113-14-iscsi is: [{'id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'name': 'tempest-TestMinimumBasicScenario-553256165-router', 'tenant_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e857d633-7c22-4413-9787-e8002f991c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:18:01Z', 'updated_at': '2021-06-18T08:18:11Z', 'revision_number': 4, 'project_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'gw_port': {'id': 'e857d633-7c22-4413-9787-e8002f991c0c', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:18:03Z', 'updated_at': '2021-06-18T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'c38e6bb8-fff6-47f8-9443-db9ae089c54d', 'name': '', 'network_id': 'a5869c6c-043a-4485-868e-d8e2f0996c28', 'tenant_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'mac_address': 'fa:16:3e:fe:61:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '230139a5-765f-477b-8718-c93cdb82b649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:18:09Z', 'updated_at': '2021-06-18T08:18:15Z', 'revision_number': 4, 'project_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'subnets': [{'id': '230139a5-765f-477b-8718-c93cdb82b649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:18:17.362430 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2739b3d2-61f5-41d4-a42d-7ab398a03277 req-50e1c92c-59eb-435d-8f37-0d6e885b0eff tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3612177 Jun 18 08:18:17.368935 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6192f5fa-e376-4a34-8e6c-cc0327097c8b req-936ac8b9-0810-4cc0-a1ee-b5900ffe28e3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] No DVR routers for this DVR port 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 on host hv-cinder-76111 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:18:17.389345 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-6192f5fa-e376-4a34-8e6c-cc0327097c8b req-936ac8b9-0810-4cc0-a1ee-b5900ffe28e3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:17.395413 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6192f5fa-e376-4a34-8e6c-cc0327097c8b req-936ac8b9-0810-4cc0-a1ee-b5900ffe28e3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.88 "DELETE /v2.0/ports/06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 HTTP/1.1" status: 204 len: 173 time: 2.2589626 Jun 18 08:18:17.430485 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6', 'name': 'network-vif-deleted', 'tag': '06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:18:17.436463 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ed10c9-97d7-4f26-a12f-403304e005d6" -d '{"events": [{"server_uuid": "022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6", "name": "network-vif-deleted", "tag": "06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:18:17.549138 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559302f-2931-45a8-8e3d-dc8629c07f21 req-5a263953-f45a-4a58-981e-203e12ed8c29 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:17.556774 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d559302f-2931-45a8-8e3d-dc8629c07f21 req-5a263953-f45a-4a58-981e-203e12ed8c29 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.3264685 Jun 18 08:18:17.656962 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Pushing event updated for resources: {'Port': ['ID=abed3742-2732-4c15-8576-4489ee0239b7,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:17.684981 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:17.694698 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d559302f-2931-45a8-8e3d-dc8629c07f21 req-e068ed86-ffb7-4255-a7f2-7b0355c3f581 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246088 Jun 18 08:18:17.757369 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['a2c923ae-377f-435b-97f5-912fe5899846', 'f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158', '8b9d63b7-5903-4b7a-8594-ecb6b0cb2676', '06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:18:17.889327 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Attempting to bind port abed3742-2732-4c15-8576-4489ee0239b7 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:18:17.890004 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Attempting to bind port abed3742-2732-4c15-8576-4489ee0239b7 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '166c0aec-33f4-419d-92cb-0b7d6684a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa965a82-65ac-456c-957a-738e9a7e68a2'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:18:17.890369 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Attempting to bind port abed3742-2732-4c15-8576-4489ee0239b7 on network aa965a82-65ac-456c-957a-738e9a7e68a2 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:18:17.898457 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Port abed3742-2732-4c15-8576-4489ee0239b7 on network aa965a82-65ac-456c-957a-738e9a7e68a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:18:17.898950 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Attempting to bind port abed3742-2732-4c15-8576-4489ee0239b7 on network aa965a82-65ac-456c-957a-738e9a7e68a2 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:18:17.909466 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Checking agent: {'id': '5fb525c3-ca5c-4ec2-8b58-f6f465875c85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'started_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:18:17.909882 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Checking segment: {'id': '166c0aec-33f4-419d-92cb-0b7d6684a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa965a82-65ac-456c-957a-738e9a7e68a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:18:17.910364 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Bound using segment: {'id': '166c0aec-33f4-419d-92cb-0b7d6684a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa965a82-65ac-456c-957a-738e9a7e68a2'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:18:17.911100 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Bound port: abed3742-2732-4c15-8576-4489ee0239b7, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166c0aec-33f4-419d-92cb-0b7d6684a7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa965a82-65ac-456c-957a-738e9a7e68a2'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:18:17.911556 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:17.962295 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989a62-cd3c-411d-ae58-72cfeb1fab4e req-554b4334-de23-4d22-b7d1-b6de7ce4953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:17.969799 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-06989a62-cd3c-411d-ae58-72cfeb1fab4e req-554b4334-de23-4d22-b7d1-b6de7ce4953a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 1099 time: 0.5996847 Jun 18 08:18:18.189204 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97b7e8-b25c-4a5d-b96f-828b6af35ce3 req-e9ce7125-ab35-4bff-8128-a7902353b262 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:18.203702 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7e97b7e8-b25c-4a5d-b96f-828b6af35ce3 req-e9ce7125-ab35-4bff-8128-a7902353b262 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.2269278 Jun 18 08:18:18.245562 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186a5b3-9fb8-4e72-be3b-c00bbc3e8bbe req-cb02c97a-b6af-4dee-9d2b-04389f994698 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:18.261756 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5186a5b3-9fb8-4e72-be3b-c00bbc3e8bbe req-cb02c97a-b6af-4dee-9d2b-04389f994698 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 944 time: 0.4713266 Jun 18 08:18:18.309726 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7e97b7e8-b25c-4a5d-b96f-828b6af35ce3 req-7149a8ec-847b-4fe0-b8af-28973581ba35 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050370 Jun 18 08:18:18.450675 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] For port abed3742-2732-4c15-8576-4489ee0239b7, host hv-cinder-76111, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:18:18.462185 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] For port abed3742-2732-4c15-8576-4489ee0239b7, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=abed3742-2732-4c15-8576-4489ee0239b7,segment=NetworkSegment(166c0aec-33f4-419d-92cb-0b7d6684a7cb),segment_id=166c0aec-33f4-419d-92cb-0b7d6684a7cb)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:18:18.473449 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:18:18.480482 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:18.487866 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2d372a42-fb27-441a-a6a2-9a9638264f98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:18.588959 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Pushing event updated for resources: {'Port': ['ID=abed3742-2732-4c15-8576-4489ee0239b7,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:18.594824 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:18.598997 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5186a5b3-9fb8-4e72-be3b-c00bbc3e8bbe req-3c64ee33-4c93-4b9a-92ad-3ed3b59999e7 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/security-groups?id=679f17e5-c0cd-4de4-929a-9cf3031908ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076589 Jun 18 08:18:18.618922 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989a62-cd3c-411d-ae58-72cfeb1fab4e req-f070e7e5-5826-47c7-bcf3-0cd7fe5aca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:18.622642 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-06989a62-cd3c-411d-ae58-72cfeb1fab4e req-f070e7e5-5826-47c7-bcf3-0cd7fe5aca62 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 912 time: 0.5655105 Jun 18 08:18:18.655011 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:18.655886 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:18.658585 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] 10.222.0.88 "PUT /v2.0/ports/abed3742-2732-4c15-8576-4489ee0239b7 HTTP/1.1" status: 200 len: 1097 time: 4.3992295 Jun 18 08:18:18.669737 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device c38e6bb8-fff6-47f8-9443-db9ae089c54d up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:18:18.703239 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae722e0c-746a-4eff-837f-2e16a25829ad req-ada238d5-374a-472e-ba49-13d4c0c88f40 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:18.717460 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ae722e0c-746a-4eff-837f-2e16a25829ad req-ada238d5-374a-472e-ba49-13d4c0c88f40 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1534054 Jun 18 08:18:18.832515 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ae722e0c-746a-4eff-837f-2e16a25829ad req-d31daef6-5e5e-4930-9cb0-1fe4a196aed1 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139276 Jun 18 08:18:18.840313 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning for port 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:18:18.922424 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-06989a62-cd3c-411d-ae58-72cfeb1fab4e req-4d3e3b78-768c-4b1b-931d-cba5cd758e4e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23670a1-71ab-4786-963b-22e49c0dfb4c HTTP/1.1" status: 200 len: 1002 time: 0.2892342 Jun 18 08:18:18.955316 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:18:18.955697 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:19.138929 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438aa2a1-8530-4568-8533-390b72accd90 x-openstack-request-id: req-438aa2a1-8530-4568-8533-390b72accd90 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:18:19.139281 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6", "name": "network-vif-deleted", "tag": "06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:18:19.140148 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-438aa2a1-8530-4568-8533-390b72accd90 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:18:19.140579 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022ad6e9-de38-4d88-9da8-e4c9b6ae4dd6', 'name': 'network-vif-deleted', 'tag': '06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80', 'status': 'completed', 'code': 200} Jun 18 08:18:19.234262 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-bfdd19a9-91f2-4f5c-83d7-0a44b57337d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:19.241965 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-bfdd19a9-91f2-4f5c-83d7-0a44b57337d5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7f8be30b8e7b4786a9355b990b2becf4&device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 1100 time: 0.4761922 Jun 18 08:18:19.244582 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port c38e6bb8-fff6-47f8-9443-db9ae089c54d completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:18:19.250918 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port c38e6bb8-fff6-47f8-9443-db9ae089c54d triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:18:19.251322 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:19.461412 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-13aac0dc-8eab-4d70-8232-1aaa52fd6154 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=abed3742-2732-4c15-8576-4489ee0239b7 HTTP/1.1" status: 200 len: 217 time: 0.2043316 Jun 18 08:18:19.461815 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:19.495107 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989a62-cd3c-411d-ae58-72cfeb1fab4e req-a941b656-a17d-4cfb-85ae-45edcb3809d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:19.497335 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-06989a62-cd3c-411d-ae58-72cfeb1fab4e req-a941b656-a17d-4cfb-85ae-45edcb3809d4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 200 len: 849 time: 0.5509255 Jun 18 08:18:19.511562 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:19.559506 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05432f64-7961-4562-99d9-54baa5d9a077 req-c3a05d36-07c1-4488-957a-f3ab14a98e1a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:19.571169 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port c38e6bb8-fff6-47f8-9443-db9ae089c54d, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=c38e6bb8-fff6-47f8-9443-db9ae089c54d,segment=NetworkSegment(b7fa41fc-96a3-425c-813c-5aea3cf5371e),segment_id=b7fa41fc-96a3-425c-813c-5aea3cf5371e)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:19.572140 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-05432f64-7961-4562-99d9-54baa5d9a077 req-c3a05d36-07c1-4488-957a-f3ab14a98e1a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.1416330 Jun 18 08:18:19.594527 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d384748-8469-4d5a-b3be-38f6be804ebc req-605586a9-95b9-456d-bb5f-025f9330f621 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:19.604686 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d384748-8469-4d5a-b3be-38f6be804ebc req-605586a9-95b9-456d-bb5f-025f9330f621 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 947 time: 0.6320057 Jun 18 08:18:19.610595 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d,segment=NetworkSegment(d83e3321-6205-4069-96f8-aaf4480d11cf),segment_id=d83e3321-6205-4069-96f8-aaf4480d11cf)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:19.612724 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:18:19.617510 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adffe552-7988-43ff-9a3b-04c9b5f7b0c4" -d '{"events": [{"server_uuid": "7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e", "name": "network-vif-plugged", "status": "completed", "tag": "25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:18:19.620678 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:19.641064 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:19.642084 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-05432f64-7961-4562-99d9-54baa5d9a077 req-a14751f1-0ad7-4b4c-9d0c-3c74504e65a8 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674019 Jun 18 08:18:19.643459 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:19.675419 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-b1dd61f2-061f-49c8-9376-453d64269c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:19.677519 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-b1dd61f2-061f-49c8-9376-453d64269c76 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9528e132-48d6-4c60-89fb-0b96e378afed HTTP/1.1" status: 200 len: 843 time: 0.2083781 Jun 18 08:18:19.688741 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1d384748-8469-4d5a-b3be-38f6be804ebc req-2dc80ab0-0437-4091-a28e-e6a8c4c26fa3 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/security-groups?id=9804ff55-37d5-4e2e-8691-2b2a52a442de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829830 Jun 18 08:18:19.737096 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=c38e6bb8-fff6-47f8-9443-db9ae089c54d,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:19.750737 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:19.754123 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-0be8b343-0ed7-4834-97fc-64ee83d13bf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:19.846442 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:19.855199 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989a62-cd3c-411d-ae58-72cfeb1fab4e req-470fb62c-e9b3-4633-b458-abd5f2a17196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:19.856780 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-06989a62-cd3c-411d-ae58-72cfeb1fab4e req-470fb62c-e9b3-4633-b458-abd5f2a17196 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3250871 Jun 18 08:18:19.861996 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:19.931811 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4c85b-d300-4886-a8fe-24dfdf08fa48 req-1e1093d5-83d1-4030-a6e9-19dac49da111 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:19.934024 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c5a4c85b-d300-4886-a8fe-24dfdf08fa48 req-1e1093d5-83d1-4030-a6e9-19dac49da111 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0707679 Jun 18 08:18:19.972477 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-2ebd363d-3117-4220-a097-30d394c7ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:19.975249 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-2ebd363d-3117-4220-a097-30d394c7ef6e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=aa965a82-65ac-456c-957a-738e9a7e68a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.2795250 Jun 18 08:18:19.990729 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c5a4c85b-d300-4886-a8fe-24dfdf08fa48 req-8b6eca43-f761-4eb9-9c11-3daab63911d9 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499432 Jun 18 08:18:20.071700 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ba0f38-7f81-4761-a857-ee6a67908083 x-openstack-request-id: req-c5ba0f38-7f81-4761-a857-ee6a67908083 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:18:20.072005 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e", "name": "network-vif-plugged", "status": "completed", "tag": "25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:18:20.072269 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c5ba0f38-7f81-4761-a857-ee6a67908083 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:18:20.072727 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d', 'code': 200} Jun 18 08:18:20.164190 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b62283-fd53-443a-a35f-34122d184504 req-eb94bd07-01a5-4346-b8f6-b5295e6cdfcb tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:20.181269 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b0b62283-fd53-443a-a35f-34122d184504 req-eb94bd07-01a5-4346-b8f6-b5295e6cdfcb tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 945 time: 0.3090694 Jun 18 08:18:20.215910 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-06989a62-cd3c-411d-ae58-72cfeb1fab4e req-4082ecab-3193-45cf-adef-af232ff71aa9 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426552 Jun 18 08:18:20.340298 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-1de4d3cb-cf71-4a30-8246-b527ab64ab8b service neutron] 10.222.0.88 "GET /v2.0/networks/aa965a82-65ac-456c-957a-738e9a7e68a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566382 Jun 18 08:18:20.392057 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b0b62283-fd53-443a-a35f-34122d184504 req-773ae435-49eb-45ef-86b8-9361dc7af8c4 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/security-groups?id=679f17e5-c0cd-4de4-929a-9cf3031908ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073677 Jun 18 08:18:20.452498 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device c38e6bb8-fff6-47f8-9443-db9ae089c54d up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:18:20.459750 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4345f0-8757-492b-abd4-4a6732b42897 req-6caecae9-f593-430c-baa1-f1ef8f0bb1a7 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:20.461919 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9b4345f0-8757-492b-abd4-4a6732b42897 req-6caecae9-f593-430c-baa1-f1ef8f0bb1a7 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1544416 Jun 18 08:18:20.481167 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:18:20.513398 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] No Port match for: 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:18:20.514098 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 06d4d4d3-415a-4443-b1d4-3fe7b0ae8f80 not bound to the agent host hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:18:20.547948 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-06989a62-cd3c-411d-ae58-72cfeb1fab4e req-ffda2891-8b4e-4ab3-a37b-50e72ec8eedf service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195832 Jun 18 08:18:20.607987 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port c38e6bb8-fff6-47f8-9443-db9ae089c54d triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:18:20.608833 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:20.620704 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bf3ad20c-067c-4b91-a3b4-14926fc58ced req-dcfb9b50-a05d-4e12-bc8c-ef05a13a3050 service neutron] 10.222.0.88 "GET /v2.0/networks/aa965a82-65ac-456c-957a-738e9a7e68a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615108 Jun 18 08:18:20.628532 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9b4345f0-8757-492b-abd4-4a6732b42897 req-685b87b9-284b-4297-9576-2f7dadb361c3 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327798 Jun 18 08:18:20.632243 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb6f0-04a8-4d94-888d-83718b48a47d req-26d8bef5-35e2-4551-a5b2-0e7c1c11185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:20.634105 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1ffbb6f0-04a8-4d94-888d-83718b48a47d req-26d8bef5-35e2-4551-a5b2-0e7c1c11185c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 1098 time: 0.2655749 Jun 18 08:18:20.721562 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1ffbb6f0-04a8-4d94-888d-83718b48a47d req-284aa850-d5d2-4e9b-a9bb-9714b54a04f4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=679f17e5-c0cd-4de4-929a-9cf3031908ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765004 Jun 18 08:18:20.879248 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e3d14-a7e1-45e1-aff7-c565389b83bb req-16c2c76a-178c-4149-8c3a-1fc5143f0ce6 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:20.889760 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-273e3d14-a7e1-45e1-aff7-c565389b83bb req-16c2c76a-178c-4149-8c3a-1fc5143f0ce6 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0926702 Jun 18 08:18:20.948962 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-273e3d14-a7e1-45e1-aff7-c565389b83bb req-2ce4383d-82d4-4f53-bbd3-f470491bc330 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594676 Jun 18 08:18:21.107785 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7b8e7-78c7-45f2-beab-d13477001e1e req-7b755d72-dbb5-4a17-b1a9-0f1d828c13d8 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:21.116382 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-81b7b8e7-78c7-45f2-beab-d13477001e1e req-7b755d72-dbb5-4a17-b1a9-0f1d828c13d8 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 947 time: 0.0735569 Jun 18 08:18:21.142198 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1e4313-f7b5-48bd-80cc-60a9f72c87c3', 'tag': 'abed3742-2732-4c15-8576-4489ee0239b7'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:18:21.146208 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d1b70c-fca6-4ee9-b2a2-69e8aef1aade" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1e4313-f7b5-48bd-80cc-60a9f72c87c3", "tag": "abed3742-2732-4c15-8576-4489ee0239b7"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:18:21.162247 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b127f4-eb2f-4652-8a7a-67afd3ef1b13 req-933d8f92-4f93-467d-af3d-95ca17efb79b tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:21.170660 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-12b127f4-eb2f-4652-8a7a-67afd3ef1b13 req-933d8f92-4f93-467d-af3d-95ca17efb79b tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 945 time: 0.0889568 Jun 18 08:18:21.191694 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-81b7b8e7-78c7-45f2-beab-d13477001e1e req-ee699942-d9fe-424c-8da1-10ae0878e419 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/security-groups?id=9804ff55-37d5-4e2e-8691-2b2a52a442de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740018 Jun 18 08:18:21.223297 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-12b127f4-eb2f-4652-8a7a-67afd3ef1b13 req-41b47ded-e40f-4be3-80b7-e7a6aad0578f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515299 Jun 18 08:18:21.290138 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc9126c-d940-4f46-b679-fb87cb53cdb8 x-openstack-request-id: req-3cc9126c-d940-4f46-b679-fb87cb53cdb8 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:18:21.291386 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1e4313-f7b5-48bd-80cc-60a9f72c87c3", "tag": "abed3742-2732-4c15-8576-4489ee0239b7", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:18:21.291860 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3cc9126c-d940-4f46-b679-fb87cb53cdb8 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:18:21.292500 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1e4313-f7b5-48bd-80cc-60a9f72c87c3', 'tag': 'abed3742-2732-4c15-8576-4489ee0239b7', 'status': 'completed', 'code': 200} Jun 18 08:18:21.542545 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda2e36-30cd-483d-b894-76bd0bf3d930 req-5c307f67-749f-4ba3-aaa6-58d05bc945ec tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:21.544086 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ddda2e36-30cd-483d-b894-76bd0bf3d930 req-5c307f67-749f-4ba3-aaa6-58d05bc945ec tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.1638408 Jun 18 08:18:21.609098 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1b70c-fca6-4ee9-b2a2-69e8aef1aade req-8143b0f1-f948-4419-a422-1622ed21f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:21.610606 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21d1b70c-fca6-4ee9-b2a2-69e8aef1aade req-8143b0f1-f948-4419-a422-1622ed21f892 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7f8be30b8e7b4786a9355b990b2becf4&device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 1100 time: 0.2849064 Jun 18 08:18:21.802005 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53931aab-66e9-40e0-bc3f-46feb5bc0eb7 req-8ee0b2ba-ff33-456d-8b0a-b70421bea7dd tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:21.808135 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-53931aab-66e9-40e0-bc3f-46feb5bc0eb7 req-8ee0b2ba-ff33-456d-8b0a-b70421bea7dd tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 945 time: 0.1914592 Jun 18 08:18:21.825142 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ddda2e36-30cd-483d-b894-76bd0bf3d930 req-7e3715ef-4ae7-4262-ba29-fa0310035f11 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737780 Jun 18 08:18:21.906395 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-53931aab-66e9-40e0-bc3f-46feb5bc0eb7 req-2d0f814e-8671-4c12-b6ba-7e529df754ad tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/security-groups?id=679f17e5-c0cd-4de4-929a-9cf3031908ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924845 Jun 18 08:18:21.932552 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1b70c-fca6-4ee9-b2a2-69e8aef1aade req-bb3dc8da-d912-4715-ad53-c5b6c6475a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:21.934161 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21d1b70c-fca6-4ee9-b2a2-69e8aef1aade req-bb3dc8da-d912-4715-ad53-c5b6c6475a17 service neutron] 10.222.0.88 "GET /v2.0/networks?id=aa965a82-65ac-456c-957a-738e9a7e68a2 HTTP/1.1" status: 200 len: 871 time: 0.3061750 Jun 18 08:18:21.952443 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5550e7d-e90d-401b-a16f-5232ddd8de4d req-239e90e9-bc73-4b56-a6f1-f97a6d43db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:21.954024 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a5550e7d-e90d-401b-a16f-5232ddd8de4d req-239e90e9-bc73-4b56-a6f1-f97a6d43db82 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0f32dd32d7140888841a500cf4e733a&device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 1098 time: 0.2059438 Jun 18 08:18:22.097942 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5550e7d-e90d-401b-a16f-5232ddd8de4d req-6e225c23-76ce-4197-b8dd-03ae755fe69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:22.100046 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a5550e7d-e90d-401b-a16f-5232ddd8de4d req-6e225c23-76ce-4197-b8dd-03ae755fe69b service neutron] 10.222.0.88 "GET /v2.0/networks?id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802 HTTP/1.1" status: 200 len: 918 time: 0.0958490 Jun 18 08:18:22.101320 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21d1b70c-fca6-4ee9-b2a2-69e8aef1aade req-2affe72f-a6a2-4113-b8a7-eadace209b39 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=abed3742-2732-4c15-8576-4489ee0239b7 HTTP/1.1" status: 200 len: 217 time: 0.1584671 Jun 18 08:18:22.155417 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab52ba3-7c1c-4582-b957-4087cd2c0377 req-b17b89b6-af74-4a0e-b41d-38e7598ec78f tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:22.165911 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8ab52ba3-7c1c-4582-b957-4087cd2c0377 req-b17b89b6-af74-4a0e-b41d-38e7598ec78f tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0840993 Jun 18 08:18:22.218351 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8ab52ba3-7c1c-4582-b957-4087cd2c0377 req-ea89973b-89fd-49f9-8505-26438a21c643 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511580 Jun 18 08:18:22.244108 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1b70c-fca6-4ee9-b2a2-69e8aef1aade req-b1763cd9-29af-4252-a60f-5a3924bdc28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:22.245540 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21d1b70c-fca6-4ee9-b2a2-69e8aef1aade req-b1763cd9-29af-4252-a60f-5a3924bdc28f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9528e132-48d6-4c60-89fb-0b96e378afed HTTP/1.1" status: 200 len: 843 time: 0.1127627 Jun 18 08:18:22.267031 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a5550e7d-e90d-401b-a16f-5232ddd8de4d req-4d6a5274-bd40-48c8-afda-8a6284ef3362 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f31a15ce-192e-4389-a98f-732a12034d15 HTTP/1.1" status: 200 len: 1001 time: 0.1352634 Jun 18 08:18:22.331431 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f672f-bae5-4562-8eb1-a34dfec26e57 req-1738319e-0f61-426f-b057-359cb6dc5222 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:22.337677 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-988f672f-bae5-4562-8eb1-a34dfec26e57 req-1738319e-0f61-426f-b057-359cb6dc5222 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.2352846 Jun 18 08:18:22.388382 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5550e7d-e90d-401b-a16f-5232ddd8de4d req-23dbcb27-af98-46a0-993f-d802415662a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:22.389800 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a5550e7d-e90d-401b-a16f-5232ddd8de4d req-23dbcb27-af98-46a0-993f-d802415662a0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb87a6f4-0113-442a-b865-b8bb43f888a4 HTTP/1.1" status: 200 len: 855 time: 0.1044240 Jun 18 08:18:22.411839 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-988f672f-bae5-4562-8eb1-a34dfec26e57 req-d70ab3fd-6803-4b06-a966-8e8a15dd6ba8 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732257 Jun 18 08:18:22.423970 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8862f-15e8-437a-a7d4-b165faadeb82 req-92d7c1ad-7d56-48d1-a28f-78259e03a3ee tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:22.437102 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f0c8862f-15e8-437a-a7d4-b165faadeb82 req-92d7c1ad-7d56-48d1-a28f-78259e03a3ee tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 947 time: 0.0952392 Jun 18 08:18:22.482994 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f0c8862f-15e8-437a-a7d4-b165faadeb82 req-fe8163e8-c46e-4112-8b95-cb65dadb086b tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/security-groups?id=9804ff55-37d5-4e2e-8691-2b2a52a442de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412664 Jun 18 08:18:22.502623 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1b70c-fca6-4ee9-b2a2-69e8aef1aade req-aed35f5e-a564-4abd-b480-7f151bd24d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:22.504421 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21d1b70c-fca6-4ee9-b2a2-69e8aef1aade req-aed35f5e-a564-4abd-b480-7f151bd24d4f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=aa965a82-65ac-456c-957a-738e9a7e68a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.2506750 Jun 18 08:18:22.868007 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5550e7d-e90d-401b-a16f-5232ddd8de4d req-fce95374-4687-4490-aafa-44ec4e590675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:22.869499 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a5550e7d-e90d-401b-a16f-5232ddd8de4d req-fce95374-4687-4490-aafa-44ec4e590675 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4514887 Jun 18 08:18:23.009094 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21d1b70c-fca6-4ee9-b2a2-69e8aef1aade req-b5fa1911-121a-4b1a-9b8e-343bed16b8c2 service neutron] 10.222.0.88 "GET /v2.0/networks/aa965a82-65ac-456c-957a-738e9a7e68a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926450 Jun 18 08:18:23.056724 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53223be-ae3c-4281-a3ef-85fce384998e req-0427aa56-3d10-4f85-b24c-819b16ff84fe tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:23.060837 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b56ba-e69a-4721-b33a-9647f823e92f req-f1243fe8-f966-47d5-b7f8-e0f950a6d511 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:23.064586 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e53223be-ae3c-4281-a3ef-85fce384998e req-0427aa56-3d10-4f85-b24c-819b16ff84fe tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0862741 Jun 18 08:18:23.067706 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-436b56ba-e69a-4721-b33a-9647f823e92f req-f1243fe8-f966-47d5-b7f8-e0f950a6d511 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 945 time: 0.4931479 Jun 18 08:18:23.125966 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e53223be-ae3c-4281-a3ef-85fce384998e req-968ace0f-89d6-42c6-ad3f-e36b91800eae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582311 Jun 18 08:18:23.180788 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a5550e7d-e90d-401b-a16f-5232ddd8de4d req-ff705e1f-6f2a-40ee-ad36-89424e93da6e service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004458 Jun 18 08:18:23.216890 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-436b56ba-e69a-4721-b33a-9647f823e92f req-cc07c9ee-ec8b-4b32-a2af-4e5d08d18f92 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482408 Jun 18 08:18:23.244584 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab2afa-1267-431a-8231-25a90c08dd45 req-77f692c2-4dac-4f69-85f8-a1cea4a241ed tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:23.246209 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ccab2afa-1267-431a-8231-25a90c08dd45 req-77f692c2-4dac-4f69-85f8-a1cea4a241ed tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 945 time: 0.2924035 Jun 18 08:18:23.296181 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21d1b70c-fca6-4ee9-b2a2-69e8aef1aade req-f5cae3ef-4854-457b-9a55-59b3cdc79707 service neutron] 10.222.0.88 "GET /v2.0/networks/aa965a82-65ac-456c-957a-738e9a7e68a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762194 Jun 18 08:18:23.362585 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63899299-5e9b-4735-b5b3-138756e5ec16 req-df57649f-af83-4e47-a9e3-2bb60110b3a6 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:23.375126 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-63899299-5e9b-4735-b5b3-138756e5ec16 req-df57649f-af83-4e47-a9e3-2bb60110b3a6 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 945 time: 0.1221855 Jun 18 08:18:23.422597 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-63899299-5e9b-4735-b5b3-138756e5ec16 req-9e929e00-5163-4165-a16f-380db23babf4 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/security-groups?id=679f17e5-c0cd-4de4-929a-9cf3031908ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466132 Jun 18 08:18:23.499620 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a5550e7d-e90d-401b-a16f-5232ddd8de4d req-4d105687-79bd-4667-845a-4fd95d57a18f service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068976 Jun 18 08:18:23.596816 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:23.638505 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-ccab2afa-1267-431a-8231-25a90c08dd45 req-4ba59899-4000-4e9c-af70-a8ee2b1da878 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Deleting port 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:18:23.642270 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-ccab2afa-1267-431a-8231-25a90c08dd45 req-4ba59899-4000-4e9c-af70-a8ee2b1da878 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:23.681939 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0d0b6-63b2-488c-aaf0-dce76aec4b56 req-344a2f9d-e16e-4e55-8759-412c734b143f tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:23.688038 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b8d0d0b6-63b2-488c-aaf0-dce76aec4b56 req-344a2f9d-e16e-4e55-8759-412c734b143f tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.2870870 Jun 18 08:18:23.784031 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0526b-6635-4c1e-a2db-3dbdc50b5194 req-81d31385-3ca0-4d6f-b2ef-45be4696815f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:23.785527 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-60f0526b-6635-4c1e-a2db-3dbdc50b5194 req-81d31385-3ca0-4d6f-b2ef-45be4696815f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1267900 Jun 18 08:18:23.846144 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-60f0526b-6635-4c1e-a2db-3dbdc50b5194 req-ad974b4f-b3dd-4625-8e91-70aab3a4ef30 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526428 Jun 18 08:18:24.055898 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b8d0d0b6-63b2-488c-aaf0-dce76aec4b56 req-b3f8838c-6938-4c6c-afff-bf80914d5e82 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245549 Jun 18 08:18:24.097291 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ae133-9100-4d03-97dd-316c61e8fdb6 req-551b4bce-edab-4b9e-9991-dd1e1d0f19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:24.101109 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-305ae133-9100-4d03-97dd-316c61e8fdb6 req-551b4bce-edab-4b9e-9991-dd1e1d0f19e9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 1099 time: 0.3927228 Jun 18 08:18:24.145991 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4daff-4332-4d1e-a896-e697c9464c33 req-551f3343-6905-4b6b-aa78-18b1441abd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:24.148598 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e3a4daff-4332-4d1e-a896-e697c9464c33 req-551f3343-6905-4b6b-aa78-18b1441abd4b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0f32dd32d7140888841a500cf4e733a&device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 1098 time: 0.4972894 Jun 18 08:18:24.180463 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-ccab2afa-1267-431a-8231-25a90c08dd45 req-4ba59899-4000-4e9c-af70-a8ee2b1da878 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] For port 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=8b9d63b7-5903-4b7a-8594-ecb6b0cb2676,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:24.181266 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-ccab2afa-1267-431a-8231-25a90c08dd45 req-4ba59899-4000-4e9c-af70-a8ee2b1da878 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:24.196343 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45517efb-0b34-4411-9df5-c53d5c8ee30e req-c99a94d9-5799-4880-8a80-6ef4e24dcef6 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:24.205835 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-45517efb-0b34-4411-9df5-c53d5c8ee30e req-c99a94d9-5799-4880-8a80-6ef4e24dcef6 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 947 time: 0.1519558 Jun 18 08:18:24.300129 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-45517efb-0b34-4411-9df5-c53d5c8ee30e req-50b8a383-aff0-457c-854b-adceade5f93f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/security-groups?id=9804ff55-37d5-4e2e-8691-2b2a52a442de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929561 Jun 18 08:18:24.405978 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-ccab2afa-1267-431a-8231-25a90c08dd45 req-4ba59899-4000-4e9c-af70-a8ee2b1da878 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Calling delete_port for 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:18:24.410781 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-305ae133-9100-4d03-97dd-316c61e8fdb6 req-2a273117-6ae8-4a37-a046-52175413997e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038270 Jun 18 08:18:24.488542 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device abed3742-2732-4c15-8576-4489ee0239b7 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:18:24.543900 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4daff-4332-4d1e-a896-e697c9464c33 req-9c2f8bfb-f6ae-48a9-8b93-74fb44cd7d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:24.546004 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e3a4daff-4332-4d1e-a896-e697c9464c33 req-9c2f8bfb-f6ae-48a9-8b93-74fb44cd7d37 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802 HTTP/1.1" status: 200 len: 918 time: 0.3884306 Jun 18 08:18:24.646251 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f80032-f712-4e25-bc34-39c3780bd147 req-144b457b-c2b3-41e7-be3c-c3e28f701fd3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:24.648549 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-01f80032-f712-4e25-bc34-39c3780bd147 req-144b457b-c2b3-41e7-be3c-c3e28f701fd3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 945 time: 0.2297180 Jun 18 08:18:24.658579 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e3a4daff-4332-4d1e-a896-e697c9464c33 req-598ed459-580e-4013-8251-163889c7f69d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f31a15ce-192e-4389-a98f-732a12034d15 HTTP/1.1" status: 200 len: 1001 time: 0.0997643 Jun 18 08:18:24.715175 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port abed3742-2732-4c15-8576-4489ee0239b7, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=abed3742-2732-4c15-8576-4489ee0239b7,segment=NetworkSegment(166c0aec-33f4-419d-92cb-0b7d6684a7cb),segment_id=166c0aec-33f4-419d-92cb-0b7d6684a7cb)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:24.736153 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': 'abed3742-2732-4c15-8576-4489ee0239b7', 'network_id': 'aa965a82-65ac-456c-957a-738e9a7e68a2', 'port_id': 'abed3742-2732-4c15-8576-4489ee0239b7', 'mac_address': 'fa:16:3e:31:e5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9528e132-48d6-4c60-89fb-0b96e378afed', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:18:24.757769 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-01f80032-f712-4e25-bc34-39c3780bd147 req-5d516a65-929e-45e0-b424-572331c886d0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014707 Jun 18 08:18:24.778566 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4daff-4332-4d1e-a896-e697c9464c33 req-3db0b6f2-1206-4239-a1ab-2ab0c655dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:24.780208 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e3a4daff-4332-4d1e-a896-e697c9464c33 req-3db0b6f2-1206-4239-a1ab-2ab0c655dacf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb87a6f4-0113-442a-b865-b8bb43f888a4 HTTP/1.1" status: 200 len: 855 time: 0.1046901 Jun 18 08:18:24.795193 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-ccab2afa-1267-431a-8231-25a90c08dd45 req-4ba59899-4000-4e9c-af70-a8ee2b1da878 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:24.805541 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:24.807229 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['a2c923ae-377f-435b-97f5-912fe5899846', 'f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158', '8b9d63b7-5903-4b7a-8594-ecb6b0cb2676'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:18:24.812576 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:24.854602 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba59899-4000-4e9c-af70-a8ee2b1da878 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Pushing event deleted for resources: {'Port': ['ID=8b9d63b7-5903-4b7a-8594-ecb6b0cb2676,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:24.855330 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abed3742-2732-4c15-8576-4489ee0239b7 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:18:24.857637 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4ba59899-4000-4e9c-af70-a8ee2b1da878 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:24.880454 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port abed3742-2732-4c15-8576-4489ee0239b7, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=abed3742-2732-4c15-8576-4489ee0239b7,segment=NetworkSegment(166c0aec-33f4-419d-92cb-0b7d6684a7cb),segment_id=166c0aec-33f4-419d-92cb-0b7d6684a7cb)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:24.888564 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:24.909847 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-55fa0dfc-cc8e-43de-bd4b-c287e252bb64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:24.913446 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccab2afa-1267-431a-8231-25a90c08dd45 req-4ba59899-4000-4e9c-af70-a8ee2b1da878 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] No DVR routers for this DVR port 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 on host hv-cinder-76111 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:18:24.916580 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-ccab2afa-1267-431a-8231-25a90c08dd45 req-4ba59899-4000-4e9c-af70-a8ee2b1da878 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:24.918428 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ccab2afa-1267-431a-8231-25a90c08dd45 req-4ba59899-4000-4e9c-af70-a8ee2b1da878 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.88 "DELETE /v2.0/ports/8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 HTTP/1.1" status: 204 len: 173 time: 1.6612952 Jun 18 08:18:24.919868 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc98bd8-2867-4dcc-8be4-ceb400f29485', 'name': 'network-vif-deleted', 'tag': '8b9d63b7-5903-4b7a-8594-ecb6b0cb2676'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:18:24.922306 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75a79f6-5e54-4db8-81fa-b1f554cf0103" -d '{"events": [{"server_uuid": "3cc98bd8-2867-4dcc-8be4-ceb400f29485", "name": "network-vif-deleted", "tag": "8b9d63b7-5903-4b7a-8594-ecb6b0cb2676"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:18:24.961789 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4daff-4332-4d1e-a896-e697c9464c33 req-2ef4c8f1-4697-4005-b32c-eec0f6d549b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:24.963963 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e3a4daff-4332-4d1e-a896-e697c9464c33 req-2ef4c8f1-4697-4005-b32c-eec0f6d549b0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1703384 Jun 18 08:18:25.008339 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5634718-b36e-4852-9c1e-57d881715864 x-openstack-request-id: req-e5634718-b36e-4852-9c1e-57d881715864 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:18:25.008648 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc98bd8-2867-4dcc-8be4-ceb400f29485", "name": "network-vif-deleted", "tag": "8b9d63b7-5903-4b7a-8594-ecb6b0cb2676", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:18:25.009207 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e5634718-b36e-4852-9c1e-57d881715864 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:18:25.009682 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc98bd8-2867-4dcc-8be4-ceb400f29485', 'name': 'network-vif-deleted', 'tag': '8b9d63b7-5903-4b7a-8594-ecb6b0cb2676', 'status': 'completed', 'code': 200} Jun 18 08:18:25.034768 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=abed3742-2732-4c15-8576-4489ee0239b7,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:25.047355 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:25.128173 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e3a4daff-4332-4d1e-a896-e697c9464c33 req-e5d13c6c-c572-4fd3-8b01-69fc70956de8 service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435950 Jun 18 08:18:25.247693 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec664dc1-b408-4195-a23e-b3c47b7c24b3 req-83d83601-2a1c-44ac-ade2-c7e15fccbcd2 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:25.257534 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ec664dc1-b408-4195-a23e-b3c47b7c24b3 req-83d83601-2a1c-44ac-ade2-c7e15fccbcd2 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1544259 Jun 18 08:18:25.295689 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-582dffd8-1057-4741-b81c-87e4ec36e2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:25.313983 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['abed3742-2732-4c15-8576-4489ee0239b7'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:18:25.314653 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e3a4daff-4332-4d1e-a896-e697c9464c33 req-c712719d-a581-4ceb-a39f-cb39e4fa3109 service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773098 Jun 18 08:18:25.349979 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ec664dc1-b408-4195-a23e-b3c47b7c24b3 req-2260dadc-15bd-4be4-b5df-f9263eb72874 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905385 Jun 18 08:18:25.402576 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcd45c-21b7-4b1d-9cca-0261147eb93e req-c2c931df-be4e-4464-b20b-6ef3bfd3b895 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:25.404194 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-28fcd45c-21b7-4b1d-9cca-0261147eb93e req-c2c931df-be4e-4464-b20b-6ef3bfd3b895 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.0930700 Jun 18 08:18:25.457469 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-28fcd45c-21b7-4b1d-9cca-0261147eb93e req-fd9121ba-a0bb-40e4-8b0b-cb8982720203 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419831 Jun 18 08:18:25.654999 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684b53e-f899-47e6-8963-41590ce52dad req-4ff32099-c066-4b33-87cf-c6173383a242 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:25.657552 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a684b53e-f899-47e6-8963-41590ce52dad req-4ff32099-c066-4b33-87cf-c6173383a242 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 948 time: 0.1001136 Jun 18 08:18:25.713362 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a684b53e-f899-47e6-8963-41590ce52dad req-6d172e56-6262-4a1c-b960-ba8e92d9e614 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/security-groups?id=9804ff55-37d5-4e2e-8691-2b2a52a442de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445659 Jun 18 08:18:25.965242 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0864ec1e-0210-4a09-a9d9-023c5e58a5a2 req-1b1cae73-6c3b-4cba-8af4-324e8d1e7ad9 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3cc98bd8-2867-4dcc-8be4-ceb400f29485 HTTP/1.1" status: 200 len: 210 time: 0.0345087 Jun 18 08:18:26.511968 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f31a15ce-192e-4389-a98f-732a12034d15 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:18:26.558610 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bc393-9e31-4add-b42f-96b737db734e req-c8e1b304-f5fd-4414-a5d1-bbb01e82feb8 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:26.560799 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a10bc393-9e31-4add-b42f-96b737db734e req-c8e1b304-f5fd-4414-a5d1-bbb01e82feb8 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0805256 Jun 18 08:18:26.620335 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a10bc393-9e31-4add-b42f-96b737db734e req-89d1175b-63e0-4e9b-8f4e-7f53148b173c tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529225 Jun 18 08:18:26.674683 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:26.715570 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2db490-a960-4b9f-8486-7f39c1777648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f31a15ce-192e-4389-a98f-732a12034d15'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:18:26.718187 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a937de-b95f-475d-a4f1-df92636fe007" -d '{"events": [{"server_uuid": "2a2db490-a960-4b9f-8486-7f39c1777648", "name": "network-vif-unplugged", "status": "completed", "tag": "f31a15ce-192e-4389-a98f-732a12034d15"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:18:26.745556 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f31a15ce-192e-4389-a98f-732a12034d15, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f31a15ce-192e-4389-a98f-732a12034d15,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:26.750955 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:26.751921 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:18:26.753858 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:26.802871 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2cf25-07ea-4d4a-a568-c001d012635c req-1885d43c-49a1-442b-b7f4-ec404b10dda1 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:26.804541 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d9b2cf25-07ea-4d4a-a568-c001d012635c req-1885d43c-49a1-442b-b7f4-ec404b10dda1 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 945 time: 0.1132789 Jun 18 08:18:26.816862 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] No Port match for: 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:18:26.817376 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 8b9d63b7-5903-4b7a-8594-ecb6b0cb2676 not bound to the agent host hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:18:26.871046 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d9b2cf25-07ea-4d4a-a568-c001d012635c req-3a4647f7-98f4-4ea8-8aa0-3395ae62979d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533931 Jun 18 08:18:26.899560 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=f31a15ce-192e-4389-a98f-732a12034d15,revision_number=8']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:26.903398 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 08:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3323a4d-d35b-4bbb-ae66-c41549faf8cc x-openstack-request-id: req-a3323a4d-d35b-4bbb-ae66-c41549faf8cc {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:18:26.903741 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2db490-a960-4b9f-8486-7f39c1777648", "name": "network-vif-unplugged", "status": "completed", "tag": "f31a15ce-192e-4389-a98f-732a12034d15", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:18:26.903913 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a3323a4d-d35b-4bbb-ae66-c41549faf8cc {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:18:26.918450 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2db490-a960-4b9f-8486-7f39c1777648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f31a15ce-192e-4389-a98f-732a12034d15', 'code': 200} Jun 18 08:18:26.918450 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:27.078151 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813d3e0-2bc3-4a45-99ba-5dcdd5370ccd req-684c3eb8-db5c-4afd-a164-1be3fde7dadd tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:27.089619 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3813d3e0-2bc3-4a45-99ba-5dcdd5370ccd req-684c3eb8-db5c-4afd-a164-1be3fde7dadd tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 948 time: 0.1005435 Jun 18 08:18:27.180673 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3813d3e0-2bc3-4a45-99ba-5dcdd5370ccd req-4dc93621-8a64-4c3b-87ad-108d0f1a8c1d tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/security-groups?id=9804ff55-37d5-4e2e-8691-2b2a52a442de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900457 Jun 18 08:18:27.300257 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c7777-2de6-4fc8-a2d3-016413c096cd req-66d18fc2-5c4a-4ab6-a5db-5e3dd2477b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:27.302059 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-629c7777-2de6-4fc8-a2d3-016413c096cd req-66d18fc2-5c4a-4ab6-a5db-5e3dd2477b2d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d410c302b42f411e81e57b1efce3d4d3&device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 1099 time: 0.1011891 Jun 18 08:18:27.501059 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c7777-2de6-4fc8-a2d3-016413c096cd req-a2e282e1-0c95-4bff-9244-75dd81dffec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:27.502305 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-629c7777-2de6-4fc8-a2d3-016413c096cd req-a2e282e1-0c95-4bff-9244-75dd81dffec5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=81beaa51-a303-4525-af1f-eae9f4b78c5e HTTP/1.1" status: 200 len: 919 time: 0.1931877 Jun 18 08:18:27.562529 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c514e-6101-4f25-ba60-9be3914f868c req-8109645b-c8cb-4a7a-ae6c-cc4cc05ae77d tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:27.564114 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c30c514e-6101-4f25-ba60-9be3914f868c req-8109645b-c8cb-4a7a-ae6c-cc4cc05ae77d tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1768303 Jun 18 08:18:27.623801 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-629c7777-2de6-4fc8-a2d3-016413c096cd req-2fdea651-73a5-4965-ba04-75d9fdbdf3e4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c73b32a0-b556-40f7-8846-a39f7be972d2 HTTP/1.1" status: 200 len: 217 time: 0.1037643 Jun 18 08:18:27.641630 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c30c514e-6101-4f25-ba60-9be3914f868c req-67a93e1b-4140-4c8d-b1f6-728a5863914a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691175 Jun 18 08:18:27.684983 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c7777-2de6-4fc8-a2d3-016413c096cd req-8dad0d52-38f1-4b5d-b997-8f629ed81cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:27.686436 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-629c7777-2de6-4fc8-a2d3-016413c096cd req-8dad0d52-38f1-4b5d-b997-8f629ed81cae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a962334-f0f8-4687-b920-e54f22a8616d HTTP/1.1" status: 200 len: 857 time: 0.0564034 Jun 18 08:18:27.738849 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-629c7777-2de6-4fc8-a2d3-016413c096cd req-2f8f40fd-dccc-4a16-8f19-080269753aa2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=81beaa51-a303-4525-af1f-eae9f4b78c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414007 Jun 18 08:18:27.863017 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16b133-1808-4711-ad5f-2cbd98f67533 req-a068be10-026e-4f16-8831-b0a5820b72c7 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:27.879299 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b16b133-1808-4711-ad5f-2cbd98f67533 req-a068be10-026e-4f16-8831-b0a5820b72c7 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 946 time: 0.1678545 Jun 18 08:18:27.879805 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:27.907606 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-629c7777-2de6-4fc8-a2d3-016413c096cd req-5e09b73a-e135-4071-bc17-7bf5f76f9720 service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490858 Jun 18 08:18:27.992451 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1b16b133-1808-4711-ad5f-2cbd98f67533 req-c3c7dc4a-af3f-46fc-9091-cb0af6961f4c tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131361 Jun 18 08:18:28.069851 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-629c7777-2de6-4fc8-a2d3-016413c096cd req-b0d183ee-f7f8-48f5-b7e8-06a38b4d53d8 service neutron] 10.222.0.88 "GET /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551170 Jun 18 08:18:28.169798 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc762d8-f944-4d89-a171-54f1e7a69ff7 req-09f8a388-3ae0-49bc-a414-4a30b91567b4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:28.170530 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-569def4c-801d-432d-a929-d00540f41f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:28.177600 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5fc762d8-f944-4d89-a171-54f1e7a69ff7 req-09f8a388-3ae0-49bc-a414-4a30b91567b4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0991771 Jun 18 08:18:28.225210 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5fc762d8-f944-4d89-a171-54f1e7a69ff7 req-9c344c3e-0aa1-431c-af50-b618f48a96b6 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458691 Jun 18 08:18:28.405017 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8478c8a-5897-4090-bb84-99dad23ee02d req-45287083-7f63-4926-a3b9-131785d50c33 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:28.412181 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e8478c8a-5897-4090-bb84-99dad23ee02d req-45287083-7f63-4926-a3b9-131785d50c33 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 948 time: 0.0853529 Jun 18 08:18:28.455441 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e8478c8a-5897-4090-bb84-99dad23ee02d req-ba9ebdae-caf0-4ecf-9b64-f145074d9703 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/security-groups?id=9804ff55-37d5-4e2e-8691-2b2a52a442de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Jun 18 08:18:28.539992 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device abed3742-2732-4c15-8576-4489ee0239b7 up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:18:28.601628 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning for port abed3742-2732-4c15-8576-4489ee0239b7 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:18:28.605811 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port abed3742-2732-4c15-8576-4489ee0239b7 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:18:28.606203 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:28.820333 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:28.891860 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port abed3742-2732-4c15-8576-4489ee0239b7, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=abed3742-2732-4c15-8576-4489ee0239b7,segment=NetworkSegment(166c0aec-33f4-419d-92cb-0b7d6684a7cb),segment_id=166c0aec-33f4-419d-92cb-0b7d6684a7cb)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:28.900594 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:28.900907 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600f49a-8690-4b03-868e-28156e704d05 req-c151c789-0a52-441a-8b96-ba087e9d2191 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:28.903861 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b600f49a-8690-4b03-868e-28156e704d05 req-c151c789-0a52-441a-8b96-ba087e9d2191 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0992422 Jun 18 08:18:28.911402 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:28.916373 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1e4313-f7b5-48bd-80cc-60a9f72c87c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abed3742-2732-4c15-8576-4489ee0239b7'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:18:28.919054 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d886cfeb-dabb-4750-a9c0-745477e87e21" -d '{"events": [{"server_uuid": "9f1e4313-f7b5-48bd-80cc-60a9f72c87c3", "name": "network-vif-plugged", "status": "completed", "tag": "abed3742-2732-4c15-8576-4489ee0239b7"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:18:28.968273 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:28.982743 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b600f49a-8690-4b03-868e-28156e704d05 req-65175dfe-7e3f-4f68-981a-ca392763442b tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649409 Jun 18 08:18:29.011179 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=abed3742-2732-4c15-8576-4489ee0239b7,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:29.023193 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:29.052873 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0acb7a5-902e-471c-ad6d-ada08f2dc322 x-openstack-request-id: req-a0acb7a5-902e-471c-ad6d-ada08f2dc322 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:18:29.053514 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1e4313-f7b5-48bd-80cc-60a9f72c87c3", "name": "network-vif-plugged", "status": "completed", "tag": "abed3742-2732-4c15-8576-4489ee0239b7", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:18:29.054214 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a0acb7a5-902e-471c-ad6d-ada08f2dc322 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:18:29.054636 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1e4313-f7b5-48bd-80cc-60a9f72c87c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abed3742-2732-4c15-8576-4489ee0239b7', 'code': 200} Jun 18 08:18:29.391433 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e0c4e-2ce1-4213-8c2d-98188f1179bc req-d785de15-e11c-4022-bb22-45892496fac5 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:29.402732 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0f9e0c4e-2ce1-4213-8c2d-98188f1179bc req-d785de15-e11c-4022-bb22-45892496fac5 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 946 time: 0.1391506 Jun 18 08:18:29.454053 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd80bfd-a93f-439f-8aaf-f0dde19a6c1b req-7cbab397-75f0-4319-88e9-9bb9f53c85b2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:29.455629 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3dd80bfd-a93f-439f-8aaf-f0dde19a6c1b req-7cbab397-75f0-4319-88e9-9bb9f53c85b2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.1281729 Jun 18 08:18:29.503363 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0f9e0c4e-2ce1-4213-8c2d-98188f1179bc req-f2780966-63e9-4114-9d2f-774609a0345c tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995903 Jun 18 08:18:29.508201 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3dd80bfd-a93f-439f-8aaf-f0dde19a6c1b req-9a4eef6b-c657-4531-899e-b0220576dbc2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441573 Jun 18 08:18:29.550389 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c9e8e-7b9a-4909-983b-cf335adf7cd8 req-07788cec-0495-48fa-9794-fb9c8c7a0a3f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:29.552044 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-422c9e8e-7b9a-4909-983b-cf335adf7cd8 req-07788cec-0495-48fa-9794-fb9c8c7a0a3f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.88 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 946 time: 0.2485476 Jun 18 08:18:29.973419 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57230e63-6a17-4fb7-88f8-9c92069f8cf6 req-c3739db2-8dff-4843-b1fa-a61084028838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:29.976699 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-57230e63-6a17-4fb7-88f8-9c92069f8cf6 req-c3739db2-8dff-4843-b1fa-a61084028838 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 1102 time: 0.5112319 Jun 18 08:18:30.050327 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-57230e63-6a17-4fb7-88f8-9c92069f8cf6 req-f887bb77-ad8b-411c-8d8a-55d9adfdc06f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9804ff55-37d5-4e2e-8691-2b2a52a442de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609138 Jun 18 08:18:30.060734 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260010c-ecb0-46db-afa1-89aa88f9fefa req-325e6144-0161-429a-8e3a-548e93b60260 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:30.066450 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3260010c-ecb0-46db-afa1-89aa88f9fefa req-325e6144-0161-429a-8e3a-548e93b60260 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 949 time: 0.1920018 Jun 18 08:18:30.069074 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-422c9e8e-7b9a-4909-983b-cf335adf7cd8 req-34fcdd37-1fdb-4a16-975b-bd76c3350277 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Deleting port f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:18:30.069426 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-422c9e8e-7b9a-4909-983b-cf335adf7cd8 req-34fcdd37-1fdb-4a16-975b-bd76c3350277 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:30.196113 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a675457-9ba5-430f-9e3b-ac400b8f0f6a req-9c652268-90a2-4bb4-b740-47d49699e7bf tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:30.202896 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-422c9e8e-7b9a-4909-983b-cf335adf7cd8 req-34fcdd37-1fdb-4a16-975b-bd76c3350277 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] For port f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:30.202896 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-422c9e8e-7b9a-4909-983b-cf335adf7cd8 req-34fcdd37-1fdb-4a16-975b-bd76c3350277 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:30.211637 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3a675457-9ba5-430f-9e3b-ac400b8f0f6a req-9c652268-90a2-4bb4-b740-47d49699e7bf tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1009691 Jun 18 08:18:30.215581 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3260010c-ecb0-46db-afa1-89aa88f9fefa req-51403da8-9001-4fe0-a07a-b361d2f3131d tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/security-groups?id=9804ff55-37d5-4e2e-8691-2b2a52a442de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416748 Jun 18 08:18:30.274231 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3a675457-9ba5-430f-9e3b-ac400b8f0f6a req-e9c8dff3-e26d-4c7e-aad6-2efdad589ded tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616162 Jun 18 08:18:30.298533 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-422c9e8e-7b9a-4909-983b-cf335adf7cd8 req-34fcdd37-1fdb-4a16-975b-bd76c3350277 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Calling delete_port for f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:18:30.397974 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 47464) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:18:30.462779 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-422c9e8e-7b9a-4909-983b-cf335adf7cd8 req-34fcdd37-1fdb-4a16-975b-bd76c3350277 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:30.467106 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:30.484040 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['a2c923ae-377f-435b-97f5-912fe5899846', 'f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:18:30.500742 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcdd37-1fdb-4a16-975b-bd76c3350277 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Pushing event deleted for resources: {'Port': ['ID=f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:30.504108 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-34fcdd37-1fdb-4a16-975b-bd76c3350277 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:30.561477 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-422c9e8e-7b9a-4909-983b-cf335adf7cd8 req-34fcdd37-1fdb-4a16-975b-bd76c3350277 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] No DVR routers for this DVR port f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 on host hv-cinder-76111 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:18:30.564020 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-422c9e8e-7b9a-4909-983b-cf335adf7cd8 req-34fcdd37-1fdb-4a16-975b-bd76c3350277 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:30.573031 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-422c9e8e-7b9a-4909-983b-cf335adf7cd8 req-34fcdd37-1fdb-4a16-975b-bd76c3350277 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.88 "DELETE /v2.0/ports/f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 HTTP/1.1" status: 204 len: 173 time: 1.0098035 Jun 18 08:18:30.573642 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db1f395-8733-475f-9903-007f53b690cb', 'name': 'network-vif-deleted', 'tag': 'f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:18:30.578900 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c541cd4-f2ab-48e3-b2a9-f6ea4d4a59e2" -d '{"events": [{"server_uuid": "1db1f395-8733-475f-9903-007f53b690cb", "name": "network-vif-deleted", "tag": "f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:18:30.583879 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9477f921-990c-49cf-9323-776fff0f94cd req-5a21e368-803e-4490-b5e1-1dc6bc82ce7d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1842065 Jun 18 08:18:30.613344 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:30.704363 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1678abc5-f69d-4b3a-930e-12d22b14df5b req-aeaf71bc-6cf2-4798-9f33-452527900235 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db1f395-8733-475f-9903-007f53b690cb HTTP/1.1" status: 200 len: 210 time: 0.0607867 Jun 18 08:18:30.752726 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dc487-093e-4eee-95a6-91024f99c135 req-6a86fc12-3dfe-446d-9392-2468ad63b0cd tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:30.754353 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-635dc487-093e-4eee-95a6-91024f99c135 req-6a86fc12-3dfe-446d-9392-2468ad63b0cd tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0864608 Jun 18 08:18:30.813870 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-635dc487-093e-4eee-95a6-91024f99c135 req-0754afa5-c14a-4d4a-b15c-a8d6f7ca905a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510538 Jun 18 08:18:30.895310 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ee937b-f6df-4b49-9362-d314894517a6 x-openstack-request-id: req-07ee937b-f6df-4b49-9362-d314894517a6 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:18:30.895914 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db1f395-8733-475f-9903-007f53b690cb", "name": "network-vif-deleted", "tag": "f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:18:30.897067 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-07ee937b-f6df-4b49-9362-d314894517a6 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:18:30.897285 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db1f395-8733-475f-9903-007f53b690cb', 'name': 'network-vif-deleted', 'tag': 'f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158', 'status': 'completed', 'code': 200} Jun 18 08:18:30.958475 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b99a75-a836-49ba-8558-a8a327b1994c req-53431844-8bb3-4d78-add7-5e40eb3b1a86 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:30.961062 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-21b99a75-a836-49ba-8558-a8a327b1994c req-53431844-8bb3-4d78-add7-5e40eb3b1a86 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/networks?id=22a3b1de-8903-4500-ba5b-d0076e34e24d HTTP/1.1" status: 200 len: 813 time: 0.1406143 Jun 18 08:18:30.976697 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-21b99a75-a836-49ba-8558-a8a327b1994c req-8e6c1213-f1e6-44b7-bee3-86d84bfd1455 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/quotas/765c487a55554ae3b3370c46aa40119f HTTP/1.1" status: 200 len: 375 time: 0.0102336 Jun 18 08:18:31.048885 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-21b99a75-a836-49ba-8558-a8a327b1994c req-1b512a50-3209-472c-8613-c40bc3690459 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=765c487a55554ae3b3370c46aa40119f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666907 Jun 18 08:18:31.154137 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-21b99a75-a836-49ba-8558-a8a327b1994c req-c9425c54-46ba-467c-a57b-350720509cdc service neutron] 10.222.0.83 "GET /v2.0/networks/22a3b1de-8903-4500-ba5b-d0076e34e24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928612 Jun 18 08:18:31.253276 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-21b99a75-a836-49ba-8558-a8a327b1994c req-895c3d4d-951e-4df7-8664-e7a742493893 service neutron] 10.222.0.83 "GET /v2.0/networks/22a3b1de-8903-4500-ba5b-d0076e34e24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925844 Jun 18 08:18:31.441405 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858d2a5-882f-48e2-b41c-b404c2b01e69 req-18a9f4b1-520e-41f5-b519-4e4e986883f8 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:31.444316 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3858d2a5-882f-48e2-b41c-b404c2b01e69 req-18a9f4b1-520e-41f5-b519-4e4e986883f8 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 949 time: 0.1018300 Jun 18 08:18:31.519554 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3858d2a5-882f-48e2-b41c-b404c2b01e69 req-e3085f25-cf35-44cb-9778-aa76453da52b tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/security-groups?id=9804ff55-37d5-4e2e-8691-2b2a52a442de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622072 Jun 18 08:18:31.614139 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-34536c72-8f08-4814-ba3a-ca6a1c2a11eb req-dccfd870-0a7c-4e4b-b2a8-e741f8eb8030 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 210 time: 0.0371678 Jun 18 08:18:31.636007 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c56ee7-31c9-4f2f-8d6f-769a84a59944 req-1acdc026-5967-4809-b0c7-75b42fa20694 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:31.638433 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-15c56ee7-31c9-4f2f-8d6f-769a84a59944 req-1acdc026-5967-4809-b0c7-75b42fa20694 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0945239 Jun 18 08:18:31.683918 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-15c56ee7-31c9-4f2f-8d6f-769a84a59944 req-43f67442-8f1a-44d2-aa45-03099b5bcfb0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392022 Jun 18 08:18:32.199860 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9cd68-119e-4e82-95d7-59d36bd8e55a req-b741aeb4-2a00-4bad-b496-e2974659520e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:32.201457 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6ba9cd68-119e-4e82-95d7-59d36bd8e55a req-b741aeb4-2a00-4bad-b496-e2974659520e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0736701 Jun 18 08:18:32.268781 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6ba9cd68-119e-4e82-95d7-59d36bd8e55a req-a18151c1-ba6d-4a16-add7-52695ac249e0 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517278 Jun 18 08:18:32.422680 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b78b87-5e15-458a-9031-4f6b62659633 req-a49892a1-acc0-4a86-9213-3635ca00d8a8 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:32.424225 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a2b78b87-5e15-458a-9031-4f6b62659633 req-a49892a1-acc0-4a86-9213-3635ca00d8a8 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 949 time: 0.0724986 Jun 18 08:18:32.463971 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a2b78b87-5e15-458a-9031-4f6b62659633 req-06acd6e0-bd23-4d4b-8f5b-75efb26d7019 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/security-groups?id=9804ff55-37d5-4e2e-8691-2b2a52a442de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336745 Jun 18 08:18:32.571298 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f31a15ce-192e-4389-a98f-732a12034d15 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:18:32.758101 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c4a0d4cb-7da0-4aaf-8fa2-3eb7706b72d5 req-13ff8305-4b2f-42ef-9e2d-0c76104c80d3 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 210 time: 0.0289392 Jun 18 08:18:32.899278 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477f921-990c-49cf-9323-776fff0f94cd req-f34d4a45-4e3f-41b4-8fe9-2f36f6e07bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:32.900648 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9477f921-990c-49cf-9323-776fff0f94cd req-f34d4a45-4e3f-41b4-8fe9-2f36f6e07bab service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648&tenant_id=b0f32dd32d7140888841a500cf4e733a HTTP/1.1" status: 200 len: 1096 time: 0.0845032 Jun 18 08:18:32.988461 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477f921-990c-49cf-9323-776fff0f94cd req-e2fc9720-af45-4a09-bdea-f4f6f24d6a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:32.990119 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9477f921-990c-49cf-9323-776fff0f94cd req-e2fc9720-af45-4a09-bdea-f4f6f24d6a35 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0f32dd32d7140888841a500cf4e733a&device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 1096 time: 0.0567696 Jun 18 08:18:33.100478 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477f921-990c-49cf-9323-776fff0f94cd req-4c22da2b-3350-4902-a632-38b81f17c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:33.101938 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9477f921-990c-49cf-9323-776fff0f94cd req-4c22da2b-3350-4902-a632-38b81f17c351 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802 HTTP/1.1" status: 200 len: 918 time: 0.0872321 Jun 18 08:18:33.173437 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9477f921-990c-49cf-9323-776fff0f94cd req-3dbf64d0-91ea-46e5-b162-ed6eced5c24d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f31a15ce-192e-4389-a98f-732a12034d15 HTTP/1.1" status: 200 len: 999 time: 0.0614862 Jun 18 08:18:33.225095 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477f921-990c-49cf-9323-776fff0f94cd req-05bd259a-c7f3-42dc-b6f7-4789a5984925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:33.226652 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9477f921-990c-49cf-9323-776fff0f94cd req-05bd259a-c7f3-42dc-b6f7-4789a5984925 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb87a6f4-0113-442a-b865-b8bb43f888a4 HTTP/1.1" status: 200 len: 855 time: 0.0447321 Jun 18 08:18:33.293610 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477f921-990c-49cf-9323-776fff0f94cd req-60f64794-de13-44f0-b457-d75eab4a6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:33.295543 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9477f921-990c-49cf-9323-776fff0f94cd req-60f64794-de13-44f0-b457-d75eab4a6d00 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0574732 Jun 18 08:18:33.513015 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9477f921-990c-49cf-9323-776fff0f94cd req-b0ef49c3-e4cd-44a8-8085-19ad0a47fb14 service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826789 Jun 18 08:18:33.517917 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaba2e-13fa-46dd-b372-135996204381 req-3c108389-5ffa-45f5-a2d3-58f388bef3fd tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:33.523507 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-06eaba2e-13fa-46dd-b372-135996204381 req-3c108389-5ffa-45f5-a2d3-58f388bef3fd tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0966036 Jun 18 08:18:33.543743 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefff10-9c41-4640-82b7-df7ea42ad74c req-8dccfcf7-2d16-4336-baa6-8d537c1e7628 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:33.547778 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-edefff10-9c41-4640-82b7-df7ea42ad74c req-8dccfcf7-2d16-4336-baa6-8d537c1e7628 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0876064 Jun 18 08:18:33.591642 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-06eaba2e-13fa-46dd-b372-135996204381 req-889c5d0e-3b52-4f7c-b034-8bac0b5ff2c7 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631189 Jun 18 08:18:33.722305 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-edefff10-9c41-4640-82b7-df7ea42ad74c req-ae14f559-dde4-4188-bb6b-278f8b0eed8d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444426 Jun 18 08:18:33.777099 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b99a75-a836-49ba-8558-a8a327b1994c req-ad737c30-3bb1-4224-b0bf-72a68fe7ced6 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:33.778685 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21b99a75-a836-49ba-8558-a8a327b1994c req-ad737c30-3bb1-4224-b0bf-72a68fe7ced6 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.88 "GET /v2.0/networks?id=22a3b1de-8903-4500-ba5b-d0076e34e24d HTTP/1.1" status: 200 len: 813 time: 0.2299480 Jun 18 08:18:33.788244 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514eb5a4-1234-447c-bd48-abf5d0129b4f req-3b78874a-df34-4b1b-bb67-94c588a7cecc tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:33.789974 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-514eb5a4-1234-447c-bd48-abf5d0129b4f req-3b78874a-df34-4b1b-bb67-94c588a7cecc tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 949 time: 0.0859814 Jun 18 08:18:33.796851 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9477f921-990c-49cf-9323-776fff0f94cd req-81caad67-d4b8-489c-949e-d0e7f9acc039 service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465937 Jun 18 08:18:33.801820 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-21b99a75-a836-49ba-8558-a8a327b1994c req-11d9589e-7cdd-46e8-be37-50f399b9ed53 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Request body: {'port': {'device_id': 'ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9', 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d', 'admin_state_up': True, 'tenant_id': '765c487a55554ae3b3370c46aa40119f'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:18:33.945570 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9e167172-190a-4e26-95a4-2480b141794d req-0429783f-aff2-4385-bd97-11729af405c2 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 210 time: 0.0375140 Jun 18 08:18:33.966651 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b99a75-a836-49ba-8558-a8a327b1994c req-11d9589e-7cdd-46e8-be37-50f399b9ed53 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Made reservation on behalf of 765c487a55554ae3b3370c46aa40119f for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:18:33.971694 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-21b99a75-a836-49ba-8558-a8a327b1994c req-11d9589e-7cdd-46e8-be37-50f399b9ed53 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:34.096303 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-514eb5a4-1234-447c-bd48-abf5d0129b4f req-4b26906c-68fe-4ed3-9c0d-9ee162352e51 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/security-groups?id=9804ff55-37d5-4e2e-8691-2b2a52a442de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001180 Jun 18 08:18:34.118142 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965298fd-ae8b-4d9a-b259-1910084be9da req-a8c90b92-99e3-4c4b-a5cc-fb0baeb85b29 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:34.119873 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-965298fd-ae8b-4d9a-b259-1910084be9da req-a8c90b92-99e3-4c4b-a5cc-fb0baeb85b29 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.88 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 949 time: 0.1324861 Jun 18 08:18:34.216768 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-21b99a75-a836-49ba-8558-a8a327b1994c req-11d9589e-7cdd-46e8-be37-50f399b9ed53 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Allocated IP 172.20.0.4 (22a3b1de-8903-4500-ba5b-d0076e34e24d/aad2ef25-b916-445d-ba86-69beff409fb1/6ba65ed1-ab7d-4808-94bd-52408d7aff14) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:18:34.349811 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-965298fd-ae8b-4d9a-b259-1910084be9da req-f987f0f6-69db-4db8-846b-0c101b40930b tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Deleting port abed3742-2732-4c15-8576-4489ee0239b7 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:18:34.350248 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-965298fd-ae8b-4d9a-b259-1910084be9da req-f987f0f6-69db-4db8-846b-0c101b40930b tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:34.487661 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-21b99a75-a836-49ba-8558-a8a327b1994c req-11d9589e-7cdd-46e8-be37-50f399b9ed53 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:34.498498 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-965298fd-ae8b-4d9a-b259-1910084be9da req-f987f0f6-69db-4db8-846b-0c101b40930b tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] For port abed3742-2732-4c15-8576-4489ee0239b7, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=abed3742-2732-4c15-8576-4489ee0239b7,segment=NetworkSegment(166c0aec-33f4-419d-92cb-0b7d6684a7cb),segment_id=166c0aec-33f4-419d-92cb-0b7d6684a7cb)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:34.498858 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-965298fd-ae8b-4d9a-b259-1910084be9da req-f987f0f6-69db-4db8-846b-0c101b40930b tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:34.516785 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-21b99a75-a836-49ba-8558-a8a327b1994c req-11d9589e-7cdd-46e8-be37-50f399b9ed53 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Transition to ACTIVE for port object 6ba65ed1-ab7d-4808-94bd-52408d7aff14 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:18:34.577380 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:18:34.600658 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-965298fd-ae8b-4d9a-b259-1910084be9da req-f987f0f6-69db-4db8-846b-0c101b40930b tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Calling delete_port for abed3742-2732-4c15-8576-4489ee0239b7 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:18:34.606729 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] No Port match for: f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:18:34.607365 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f7aa9aed-8cac-4c3f-9df1-9dc41d9e6158 not bound to the agent host hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:18:34.755040 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-21b99a75-a836-49ba-8558-a8a327b1994c req-11d9589e-7cdd-46e8-be37-50f399b9ed53 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8739128'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:34.791183 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-936ac8b9-0810-4cc0-a1ee-b5900ffe28e3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:34.801331 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b99a75-a836-49ba-8558-a8a327b1994c req-11d9589e-7cdd-46e8-be37-50f399b9ed53 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Network 22a3b1de-8903-4500-ba5b-d0076e34e24d is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:34.807025 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-21b99a75-a836-49ba-8558-a8a327b1994c req-11d9589e-7cdd-46e8-be37-50f399b9ed53 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:34.867546 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b99a75-a836-49ba-8558-a8a327b1994c req-11d9589e-7cdd-46e8-be37-50f399b9ed53 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:18:34.932579 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b99a75-a836-49ba-8558-a8a327b1994c req-11d9589e-7cdd-46e8-be37-50f399b9ed53 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:34.933351 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-21b99a75-a836-49ba-8558-a8a327b1994c req-11d9589e-7cdd-46e8-be37-50f399b9ed53 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:35.015468 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21b99a75-a836-49ba-8558-a8a327b1994c req-11d9589e-7cdd-46e8-be37-50f399b9ed53 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2170932 Jun 18 08:18:35.051883 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9589e-7cdd-46e8-be37-50f399b9ed53 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Pushing event updated for resources: {'Port': ['ID=6ba65ed1-ab7d-4808-94bd-52408d7aff14,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:35.067700 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-11d9589e-7cdd-46e8-be37-50f399b9ed53 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:35.078260 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e5676-3033-43b8-a569-accf3d3769f4 req-9412ff9e-2111-4465-a5b2-477f946b402d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:35.080177 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-053e5676-3033-43b8-a569-accf3d3769f4 req-9412ff9e-2111-4465-a5b2-477f946b402d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.1261501 Jun 18 08:18:35.102099 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617e965-55b4-44bd-8ef1-b8d398fc5238 req-d681b1a9-6d3a-448e-84e4-a25c1ceb3237 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:35.116493 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5617e965-55b4-44bd-8ef1-b8d398fc5238 req-d681b1a9-6d3a-448e-84e4-a25c1ceb3237 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.3592031 Jun 18 08:18:35.157054 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-053e5676-3033-43b8-a569-accf3d3769f4 req-1374e635-568b-4b2d-a6c4-e7fafef207fd tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631800 Jun 18 08:18:35.167233 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-965298fd-ae8b-4d9a-b259-1910084be9da req-f987f0f6-69db-4db8-846b-0c101b40930b tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:35.185028 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['abed3742-2732-4c15-8576-4489ee0239b7'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:18:35.207042 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f83356c1-afde-428a-858e-b3deb023cb1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:35.269468 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-b64e0191-0baa-4368-ac46-c2415aabddbd None None] Provisioning for port 6ba65ed1-ab7d-4808-94bd-52408d7aff14 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:18:35.276688 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-b64e0191-0baa-4368-ac46-c2415aabddbd None None] Provisioning complete for port 6ba65ed1-ab7d-4808-94bd-52408d7aff14 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:18:35.277912 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b64e0191-0baa-4368-ac46-c2415aabddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:35.279561 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987f0f6-69db-4db8-846b-0c101b40930b tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Pushing event deleted for resources: {'Port': ['ID=abed3742-2732-4c15-8576-4489ee0239b7,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:35.290208 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f987f0f6-69db-4db8-846b-0c101b40930b tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:35.312254 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5617e965-55b4-44bd-8ef1-b8d398fc5238 req-7558e55e-3335-44fc-b84b-14efeb9a0741 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941955 Jun 18 08:18:35.357167 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-b64e0191-0baa-4368-ac46-c2415aabddbd None None] Port 6ba65ed1-ab7d-4808-94bd-52408d7aff14 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:18:35.413754 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-965298fd-ae8b-4d9a-b259-1910084be9da req-f987f0f6-69db-4db8-846b-0c101b40930b tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] No DVR routers for this DVR port abed3742-2732-4c15-8576-4489ee0239b7 on host hv-cinder-76111 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:18:35.416564 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-965298fd-ae8b-4d9a-b259-1910084be9da req-f987f0f6-69db-4db8-846b-0c101b40930b tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:35.418540 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-965298fd-ae8b-4d9a-b259-1910084be9da req-f987f0f6-69db-4db8-846b-0c101b40930b tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.88 "DELETE /v2.0/ports/abed3742-2732-4c15-8576-4489ee0239b7 HTTP/1.1" status: 204 len: 173 time: 1.2755437 Jun 18 08:18:35.419079 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1e4313-f7b5-48bd-80cc-60a9f72c87c3', 'name': 'network-vif-deleted', 'tag': 'abed3742-2732-4c15-8576-4489ee0239b7'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:18:35.421404 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2c3f30-b904-47a4-bc14-6c940fae1405" -d '{"events": [{"server_uuid": "9f1e4313-f7b5-48bd-80cc-60a9f72c87c3", "name": "network-vif-deleted", "tag": "abed3742-2732-4c15-8576-4489ee0239b7"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:18:35.492707 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa60565-f34d-49f4-ac94-37006d375046 req-01d8116a-db70-4e3e-b45a-7a8b5878d5b0 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:35.494560 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3aa60565-f34d-49f4-ac94-37006d375046 req-01d8116a-db70-4e3e-b45a-7a8b5878d5b0 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 931 time: 0.0898013 Jun 18 08:18:35.499246 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c29acd6e-3d48-465d-b8e7-0ca2942b9edf req-b5b94084-20a7-4779-baf0-a870893593fb tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0369210 Jun 18 08:18:35.568362 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3aa60565-f34d-49f4-ac94-37006d375046 req-25e2cae0-0bf1-4c29-9daa-9b9a79b33973 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635335 Jun 18 08:18:35.593451 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19102ff4-1f4c-40c4-b1a4-983e17f0780d x-openstack-request-id: req-19102ff4-1f4c-40c4-b1a4-983e17f0780d {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:18:35.593777 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1e4313-f7b5-48bd-80cc-60a9f72c87c3", "name": "network-vif-deleted", "tag": "abed3742-2732-4c15-8576-4489ee0239b7", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:18:35.594063 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-19102ff4-1f4c-40c4-b1a4-983e17f0780d {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:18:35.594484 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1e4313-f7b5-48bd-80cc-60a9f72c87c3', 'name': 'network-vif-deleted', 'tag': 'abed3742-2732-4c15-8576-4489ee0239b7', 'status': 'completed', 'code': 200} Jun 18 08:18:36.199759 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac725f-e18a-47cb-9ef4-8582b632ee4f req-e59a5c39-c0d0-47f6-99cf-6acda9e014d6 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:36.202061 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9eac725f-e18a-47cb-9ef4-8582b632ee4f req-e59a5c39-c0d0-47f6-99cf-6acda9e014d6 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0730555 Jun 18 08:18:36.254511 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9eac725f-e18a-47cb-9ef4-8582b632ee4f req-908eca34-425e-4c35-8f28-0f9a09e54740 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463181 Jun 18 08:18:36.401246 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83391313-1c50-4e1a-af6c-b3fd73d4d627 req-c6567bd7-14c7-4689-8c87-d7c00ae4f968 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:36.403511 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-83391313-1c50-4e1a-af6c-b3fd73d4d627 req-c6567bd7-14c7-4689-8c87-d7c00ae4f968 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0732353 Jun 18 08:18:36.451545 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-83391313-1c50-4e1a-af6c-b3fd73d4d627 req-c7f5cf0a-5055-40f0-ba8c-1b307af0344d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418460 Jun 18 08:18:36.510362 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282d9ab-0a6c-4ecf-ad4e-022634f8a7c9 req-a83d7486-7219-45f9-8e0c-733be06231ba tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:36.515064 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f282d9ab-0a6c-4ecf-ad4e-022634f8a7c9 req-a83d7486-7219-45f9-8e0c-733be06231ba tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0741758 Jun 18 08:18:36.560150 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f282d9ab-0a6c-4ecf-ad4e-022634f8a7c9 req-9c2466f3-0de4-4138-9c34-d8d8cfaddf37 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416300 Jun 18 08:18:36.664764 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-05f18573-49f4-4c24-af3d-f34850208964 req-ea8ebcb2-2047-4724-b901-b4a133df2564 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0339034 Jun 18 08:18:36.773442 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfabef0-3a75-49cb-9769-a4451fab3181 req-c6d5ff0d-a8d2-4c5e-8a08-55c464a60a95 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:36.775128 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7cfabef0-3a75-49cb-9769-a4451fab3181 req-c6d5ff0d-a8d2-4c5e-8a08-55c464a60a95 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 931 time: 0.0774519 Jun 18 08:18:36.831559 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7cfabef0-3a75-49cb-9769-a4451fab3181 req-8d754db4-57a2-42ce-a651-40776bbcc197 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494225 Jun 18 08:18:37.491728 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5e3a2-0a1a-4746-af7f-ac70928a50bd req-d14c0545-e117-492d-8db6-b8ddad370037 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:37.493174 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-81a5e3a2-0a1a-4746-af7f-ac70928a50bd req-d14c0545-e117-492d-8db6-b8ddad370037 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0921314 Jun 18 08:18:37.537645 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-81a5e3a2-0a1a-4746-af7f-ac70928a50bd req-a61ecaf9-8a01-4f59-815d-35a69ab9a0d0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387540 Jun 18 08:18:37.651949 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113368f5-b516-4349-ad7d-25b8de792d76 req-8d15a667-f985-4f32-8e4b-8be1be011e89 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:37.656895 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-113368f5-b516-4349-ad7d-25b8de792d76 req-8d15a667-f985-4f32-8e4b-8be1be011e89 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0871246 Jun 18 08:18:37.696736 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-113368f5-b516-4349-ad7d-25b8de792d76 req-fe00d066-0835-4450-9b54-50373d17a9a2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326204 Jun 18 08:18:37.758415 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1a4a6-1f95-4640-b4d9-4781fd71f77d req-876931fb-bb29-41c3-bbbc-60df3ab89cb5 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:37.759824 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2ec1a4a6-1f95-4640-b4d9-4781fd71f77d req-876931fb-bb29-41c3-bbbc-60df3ab89cb5 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0641308 Jun 18 08:18:37.797739 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2ec1a4a6-1f95-4640-b4d9-4781fd71f77d req-60edf13c-6a41-472e-bdb2-8a306e70190d tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321510 Jun 18 08:18:37.835315 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7488563b-f94d-41fa-a465-a29f5790f76e req-73cf3876-9f31-421a-b553-5b6453841450 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0331471 Jun 18 08:18:38.003221 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052996f4-d45a-4a34-bdfc-cbc3720322e1 req-0fb67248-dd0c-4263-aaca-4ded3bf22a39 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:38.004755 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-052996f4-d45a-4a34-bdfc-cbc3720322e1 req-0fb67248-dd0c-4263-aaca-4ded3bf22a39 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 931 time: 0.0642200 Jun 18 08:18:38.048479 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-052996f4-d45a-4a34-bdfc-cbc3720322e1 req-176910db-30c0-49a5-8a8d-1aab26e382d1 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372787 Jun 18 08:18:38.601301 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device abed3742-2732-4c15-8576-4489ee0239b7 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:18:38.626413 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] No Port match for: abed3742-2732-4c15-8576-4489ee0239b7 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:18:38.627297 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device abed3742-2732-4c15-8576-4489ee0239b7 not bound to the agent host hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:18:38.721091 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f87bb4-47b3-40fc-ae52-d0998454b58b req-f0eeb723-194f-41eb-89cf-ef6947565838 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:38.722540 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-67f87bb4-47b3-40fc-ae52-d0998454b58b req-f0eeb723-194f-41eb-89cf-ef6947565838 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0621197 Jun 18 08:18:38.762094 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-67f87bb4-47b3-40fc-ae52-d0998454b58b req-c12cf84c-95d0-47ce-bcae-b1312a324249 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324776 Jun 18 08:18:38.889085 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c74ac-3f94-4a8a-a5c8-19cefe8007fd req-4961cf28-dfe9-4401-9668-fe3bc29ce1dd tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:38.891036 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9d0c74ac-3f94-4a8a-a5c8-19cefe8007fd req-4961cf28-dfe9-4401-9668-fe3bc29ce1dd tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0769360 Jun 18 08:18:38.945222 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9d0c74ac-3f94-4a8a-a5c8-19cefe8007fd req-59ba6b97-4d8a-4688-9d7a-9d189baa0818 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478034 Jun 18 08:18:38.993693 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a636f55-478a-4152-87a3-7283e1028bb9 req-7881b8d5-e350-495d-99d1-ef6911fe7455 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:38.995230 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a636f55-478a-4152-87a3-7283e1028bb9 req-7881b8d5-e350-495d-99d1-ef6911fe7455 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0760810 Jun 18 08:18:39.030944 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5a636f55-478a-4152-87a3-7283e1028bb9 req-2ae95f2f-4ccf-42e4-bc7e-b4d82b7cab10 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298924 Jun 18 08:18:39.080797 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b81b2455-a761-466e-bb01-4caf86443cce req-423359aa-778b-4bee-854b-6742e9803af3 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0283074 Jun 18 08:18:39.258859 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8682e07-5fd2-4956-ae27-96b08be78fe4 req-c630132a-20c0-4201-884f-0e5ed859edf2 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:39.260329 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e8682e07-5fd2-4956-ae27-96b08be78fe4 req-c630132a-20c0-4201-884f-0e5ed859edf2 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 931 time: 0.0733795 Jun 18 08:18:39.299157 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e8682e07-5fd2-4956-ae27-96b08be78fe4 req-b576e70f-a11c-458a-98ba-88a6c7dda125 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331037 Jun 18 08:18:39.959505 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c6c39-c637-4a60-8908-62cbd9d9013e req-93f7ec22-25c7-4778-b7ed-44822e12ccc0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:39.961026 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-618c6c39-c637-4a60-8908-62cbd9d9013e req-93f7ec22-25c7-4778-b7ed-44822e12ccc0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0792906 Jun 18 08:18:40.014447 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-618c6c39-c637-4a60-8908-62cbd9d9013e req-bbe41290-4f18-41ad-b84f-51f5d944a7eb tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473194 Jun 18 08:18:40.144623 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67f00a-474f-420d-8b14-2ddd8006aad8 req-c7af760b-c81d-47f3-bca2-f911f91728aa tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:40.146103 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8b67f00a-474f-420d-8b14-2ddd8006aad8 req-c7af760b-c81d-47f3-bca2-f911f91728aa tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0713716 Jun 18 08:18:40.184115 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8b67f00a-474f-420d-8b14-2ddd8006aad8 req-ceadadb3-e50c-4b2b-9af8-41a72edfc190 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313542 Jun 18 08:18:40.210532 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07faf9e6-5fa3-4a4f-94ae-5f82245f66de req-22fa2750-77ae-4947-9ecb-8052de6a000b tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:40.212022 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-07faf9e6-5fa3-4a4f-94ae-5f82245f66de req-22fa2750-77ae-4947-9ecb-8052de6a000b tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0645792 Jun 18 08:18:40.255211 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-07faf9e6-5fa3-4a4f-94ae-5f82245f66de req-feecff5a-59e3-4af5-95b0-beb0195a6eed tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368533 Jun 18 08:18:40.333598 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cb1b1d59-e459-4d90-84c6-4357502b73d0 req-a7bbd773-46be-45fe-b0f3-bad7c7d264fe tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0365825 Jun 18 08:18:40.475006 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad6ebf-539d-461b-92c9-9b02f988e309 req-fc7189a1-011c-42dd-8efc-b4c2b14f7131 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:40.476554 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4fad6ebf-539d-461b-92c9-9b02f988e309 req-fc7189a1-011c-42dd-8efc-b4c2b14f7131 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 931 time: 0.0669792 Jun 18 08:18:40.533422 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4fad6ebf-539d-461b-92c9-9b02f988e309 req-36ae3205-8efe-4826-b93b-0b87d01c58f2 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503702 Jun 18 08:18:41.200029 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7305408-f7d2-4d8a-bf09-bf20af9fc7e1 req-413a25f0-0c3b-4044-b9c5-8b55924fef5c tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:41.201779 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a7305408-f7d2-4d8a-bf09-bf20af9fc7e1 req-413a25f0-0c3b-4044-b9c5-8b55924fef5c tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0722966 Jun 18 08:18:41.244537 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a7305408-f7d2-4d8a-bf09-bf20af9fc7e1 req-ab2a48bb-dd47-400d-ab46-702939aa462e tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367930 Jun 18 08:18:41.388166 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75656e6-b291-4639-b989-528f25ea1bdc req-6533d7b8-31f4-49d8-b8a5-877645c57f64 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:41.389621 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c75656e6-b291-4639-b989-528f25ea1bdc req-6533d7b8-31f4-49d8-b8a5-877645c57f64 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0658233 Jun 18 08:18:41.440190 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c75656e6-b291-4639-b989-528f25ea1bdc req-461ac0b4-c6ff-4e1b-baf4-58c24b8390e8 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448763 Jun 18 08:18:41.440577 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd48e-d5f7-464d-b26a-07f28026f061 req-a30ae698-398e-4668-8b93-94f0a5b25f68 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:41.442161 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a7ccd48e-d5f7-464d-b26a-07f28026f061 req-a30ae698-398e-4668-8b93-94f0a5b25f68 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0663886 Jun 18 08:18:41.511395 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a7ccd48e-d5f7-464d-b26a-07f28026f061 req-2b99406a-7d0f-40a7-8a27-07cd42e2599f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614412 Jun 18 08:18:41.578038 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-71f2b567-bdd9-4878-859e-165c72eb6e1c req-cb20809d-4efc-404b-8aac-c7ca9960b8df tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0310783 Jun 18 08:18:41.713727 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140580a-f3e0-4341-a6ac-e37dc159a612 req-3dea2e43-f044-48e2-b549-489a665ed80b tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:41.715223 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f140580a-f3e0-4341-a6ac-e37dc159a612 req-3dea2e43-f044-48e2-b549-489a665ed80b tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 931 time: 0.0708079 Jun 18 08:18:41.775848 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f140580a-f3e0-4341-a6ac-e37dc159a612 req-e94d25a1-2af5-40e2-ae42-8914a1f18799 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544622 Jun 18 08:18:42.425051 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eea3e-4082-462f-ae90-76154d86f265 req-59c8f72b-28e8-438e-9ed9-ddff86098a67 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:42.426593 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-225eea3e-4082-462f-ae90-76154d86f265 req-59c8f72b-28e8-438e-9ed9-ddff86098a67 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0688920 Jun 18 08:18:42.465147 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-225eea3e-4082-462f-ae90-76154d86f265 req-2c8486a6-edd6-429f-9ed7-8c0f536c7ab5 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325670 Jun 18 08:18:42.644360 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6f6d3-6dc8-4596-af53-d336ea033511 req-df8b7ff6-d895-43e3-a6a7-a22bbc3222e7 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:42.652812 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7ec6f6d3-6dc8-4596-af53-d336ea033511 req-df8b7ff6-d895-43e3-a6a7-a22bbc3222e7 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0865674 Jun 18 08:18:42.705002 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7ec6f6d3-6dc8-4596-af53-d336ea033511 req-ebcac4a7-20de-4638-ba28-733e66e44651 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508757 Jun 18 08:18:42.732317 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983d91c-f027-4bf0-b82e-059d856e9bf6 req-2c6a2d09-5236-4c6c-b394-fc9a7bdb15f3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:42.733860 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1983d91c-f027-4bf0-b82e-059d856e9bf6 req-2c6a2d09-5236-4c6c-b394-fc9a7bdb15f3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0976157 Jun 18 08:18:42.774925 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1983d91c-f027-4bf0-b82e-059d856e9bf6 req-74753861-b925-4749-805e-aa0d5a2f65d5 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349929 Jun 18 08:18:42.872871 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e2e99b3d-238c-4b8c-884b-f4858960d9fa req-f9669be7-a68a-40af-bc72-d9e73de16439 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0456176 Jun 18 08:18:43.033047 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f3ac5-012e-42c1-b28a-7fe42b44b980 req-031e69ec-9893-4dc7-912c-068041583e31 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:43.034377 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fe2f3ac5-012e-42c1-b28a-7fe42b44b980 req-031e69ec-9893-4dc7-912c-068041583e31 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 931 time: 0.0646198 Jun 18 08:18:43.072979 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fe2f3ac5-012e-42c1-b28a-7fe42b44b980 req-209558a2-2b06-4366-9a0f-bd50794e83c2 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327418 Jun 18 08:18:43.657189 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed668f-6f80-4cdc-bab4-7f153c9e62f5 req-86ae6b68-a80c-4aac-8502-14a627a46154 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:43.658644 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d6ed668f-6f80-4cdc-bab4-7f153c9e62f5 req-86ae6b68-a80c-4aac-8502-14a627a46154 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0812140 Jun 18 08:18:43.697445 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d6ed668f-6f80-4cdc-bab4-7f153c9e62f5 req-7722df9d-f521-4c9a-9544-6dc842c55558 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330119 Jun 18 08:18:43.898880 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943b506-103e-4c18-b6dc-4df235e9437e req-d164941f-d674-4dc3-8f7d-b69ba10c24e7 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:43.900348 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7943b506-103e-4c18-b6dc-4df235e9437e req-d164941f-d674-4dc3-8f7d-b69ba10c24e7 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0625334 Jun 18 08:18:43.936887 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7943b506-103e-4c18-b6dc-4df235e9437e req-5278eb50-ad41-4f7c-a6b2-2f7df6a0a3d9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308959 Jun 18 08:18:44.124853 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cf96c-633d-49c8-8279-5c9f1a0e837f req-db2faa18-7bcd-42fe-b6c4-99afd736548e tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:44.126302 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ea4cf96c-633d-49c8-8279-5c9f1a0e837f req-db2faa18-7bcd-42fe-b6c4-99afd736548e tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0810688 Jun 18 08:18:44.162949 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ea4cf96c-633d-49c8-8279-5c9f1a0e837f req-b59eec34-bd51-47f8-a987-18d36e71ef88 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309317 Jun 18 08:18:44.301225 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5831db30-2f2e-4dca-a0ce-d15e86021f27 req-fe5a0ea7-040e-470f-bca0-e3623266bdfe tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0310843 Jun 18 08:18:44.476702 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ec323-9a64-4bb1-afe9-a1afce407df9 req-63ba2b27-4311-4131-89e2-46d2e05b881e tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:44.478962 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4b7ec323-9a64-4bb1-afe9-a1afce407df9 req-63ba2b27-4311-4131-89e2-46d2e05b881e tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 931 time: 0.0653911 Jun 18 08:18:44.518367 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4b7ec323-9a64-4bb1-afe9-a1afce407df9 req-f3b1b5fd-6309-4fdf-a3d4-24a540171b01 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340483 Jun 18 08:18:44.892994 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b823c0a-f32c-4c71-8fa3-cb5122436444 req-03f8f347-3801-49fa-8bb2-6ad6c8ae5a44 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:44.899752 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2b823c0a-f32c-4c71-8fa3-cb5122436444 req-03f8f347-3801-49fa-8bb2-6ad6c8ae5a44 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0834472 Jun 18 08:18:44.936552 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2b823c0a-f32c-4c71-8fa3-cb5122436444 req-c1eb4bbd-b109-462d-97dd-2601a68335c7 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349863 Jun 18 08:18:45.127452 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f7777-5ac5-4967-b0b8-c6b173f64a20 req-fa21e5aa-b98c-40ac-b17d-cce63667ff14 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:45.128903 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a93f7777-5ac5-4967-b0b8-c6b173f64a20 req-fa21e5aa-b98c-40ac-b17d-cce63667ff14 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0720892 Jun 18 08:18:45.166057 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a93f7777-5ac5-4967-b0b8-c6b173f64a20 req-93e3692e-e746-4760-b4d5-3bd84e8e909d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308375 Jun 18 08:18:45.607054 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798c017-fe8b-4923-a5e2-089d607e1137 req-3aadd5b1-ebb9-4bbb-8890-fc7e4b0e8050 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:45.608556 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9798c017-fe8b-4923-a5e2-089d607e1137 req-3aadd5b1-ebb9-4bbb-8890-fc7e4b0e8050 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.3286362 Jun 18 08:18:45.645876 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9798c017-fe8b-4923-a5e2-089d607e1137 req-0fef9136-216c-49bf-a0ee-ec257638c87f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313051 Jun 18 08:18:45.771680 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d7f17543-8f4a-460b-846a-b949bf455175 req-2f04612a-aef1-46ab-8541-0cdb4c70c1bf tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0272865 Jun 18 08:18:45.938433 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2057e80-b8e3-4f6e-b624-83b3e9e1261c req-b95a5a1f-23a3-4f50-84b1-fcd8be107ed5 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:45.939911 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d2057e80-b8e3-4f6e-b624-83b3e9e1261c req-b95a5a1f-23a3-4f50-84b1-fcd8be107ed5 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 931 time: 0.0684993 Jun 18 08:18:45.979246 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d2057e80-b8e3-4f6e-b624-83b3e9e1261c req-0a58eaec-0a96-496a-bb7d-3d4c437177d9 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330484 Jun 18 08:18:46.151522 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1a1f2-4b7f-4b59-baea-9c6a4bd11ecc req-0f49ac65-f131-4fa4-be8e-f68b48fe3748 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:46.153081 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e0a1a1f2-4b7f-4b59-baea-9c6a4bd11ecc req-0f49ac65-f131-4fa4-be8e-f68b48fe3748 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0719206 Jun 18 08:18:46.194339 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e0a1a1f2-4b7f-4b59-baea-9c6a4bd11ecc req-39fbc00e-bab6-4721-902c-031713b7946f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342238 Jun 18 08:18:46.354071 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cff3f-2290-4508-8a0c-07523dafb855 req-c089f1e6-d0c3-4d76-b16e-ca7e0b28d578 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:46.355545 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-763cff3f-2290-4508-8a0c-07523dafb855 req-c089f1e6-d0c3-4d76-b16e-ca7e0b28d578 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0606079 Jun 18 08:18:46.393816 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-763cff3f-2290-4508-8a0c-07523dafb855 req-2b859a43-63b7-4021-904b-ba9e54befcde tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323982 Jun 18 08:18:46.833491 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a451a-f9f5-49ed-9d57-3d47eb0a2db6 req-e12ba2a0-e7ae-463d-9fce-2ee8bfd3007c tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:46.835540 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b02a451a-f9f5-49ed-9d57-3d47eb0a2db6 req-e12ba2a0-e7ae-463d-9fce-2ee8bfd3007c tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0723813 Jun 18 08:18:46.880945 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b02a451a-f9f5-49ed-9d57-3d47eb0a2db6 req-7068beb8-8327-48c3-b7a7-207115a4264b tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348463 Jun 18 08:18:47.013677 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ec8696b9-3f61-4888-95ff-b8a0b3a550ae req-4bcbcae0-1806-4440-9f2b-92295bbb17f2 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0285001 Jun 18 08:18:47.173001 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da820a51-6b4b-40a2-8c7f-584d670706ec req-05c25498-d0ee-47c9-9922-d45a0fa7f340 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:47.174436 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-da820a51-6b4b-40a2-8c7f-584d670706ec req-05c25498-d0ee-47c9-9922-d45a0fa7f340 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 931 time: 0.0609217 Jun 18 08:18:47.212198 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-da820a51-6b4b-40a2-8c7f-584d670706ec req-fa08aed7-2b3c-4dc0-951d-5fcaba99119f tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311413 Jun 18 08:18:47.376327 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c277da-a17a-4c39-ad00-3116ad415d7a req-d74f73ff-f265-4a13-acde-91cf7bedbb04 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:47.377757 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19c277da-a17a-4c39-ad00-3116ad415d7a req-d74f73ff-f265-4a13-acde-91cf7bedbb04 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0631745 Jun 18 08:18:47.414765 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19c277da-a17a-4c39-ad00-3116ad415d7a req-3e34ed43-c8e1-4ac3-bc39-6a9e1e69583c tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305598 Jun 18 08:18:47.578088 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614b2ad-4f61-4437-9aa6-2d32fb5dd6d5 req-412c52a6-7ab3-4433-a6e1-f8a72986f0e5 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:47.579536 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5614b2ad-4f61-4437-9aa6-2d32fb5dd6d5 req-412c52a6-7ab3-4433-a6e1-f8a72986f0e5 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0633814 Jun 18 08:18:47.618142 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5614b2ad-4f61-4437-9aa6-2d32fb5dd6d5 req-dece6b26-8c40-4e59-8dfd-689d7be33f49 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330062 Jun 18 08:18:47.942570 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Request body: {'port': {'device_id': 'ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:18:48.093697 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:48.126952 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962b073-e5de-4dbd-88e8-59a412d581c4 req-8aa5fbf2-f546-48cc-8afc-4f2270db9eb3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:48.128502 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3962b073-e5de-4dbd-88e8-59a412d581c4 req-8aa5fbf2-f546-48cc-8afc-4f2270db9eb3 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.1232791 Jun 18 08:18:48.252405 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3962b073-e5de-4dbd-88e8-59a412d581c4 req-687774a4-17e9-4c75-84ae-d758ede17780 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016734 Jun 18 08:18:48.585847 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-05ea9deb-064c-4c6a-9da0-cc0b4f9a9d59 req-ac6ed02b-557e-4208-80be-237872eb736b tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0559411 Jun 18 08:18:48.599675 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab50d90-b010-451a-847d-886699748b0d req-49ee5aea-4cf2-4dcf-9276-3833bc100160 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:48.600899 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba65ed1-ab7d-4808-94bd-52408d7aff14 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:18:48.602497 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6ab50d90-b010-451a-847d-886699748b0d req-49ee5aea-4cf2-4dcf-9276-3833bc100160 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 931 time: 0.0808682 Jun 18 08:18:48.611105 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:48.640273 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Transition to ACTIVE for port object 6ba65ed1-ab7d-4808-94bd-52408d7aff14 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:18:48.653737 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:48.661244 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-47b7792f-c892-46e5-8ca5-b7358ac3c2e6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:48.671241 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6ab50d90-b010-451a-847d-886699748b0d req-a8540a3c-01ac-47d3-9c1d-c337b11e8685 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605588 Jun 18 08:18:48.674541 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:18:48.864313 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Pushing event updated for resources: {'Port': ['ID=6ba65ed1-ab7d-4808-94bd-52408d7aff14,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:48.869162 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:48.927543 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a6c49-a2f4-4418-b742-2d35f6b49f1d req-5c14d7ea-5c42-4973-81ce-b2dd5d85c8ed tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:48.930315 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dd2a6c49-a2f4-4418-b742-2d35f6b49f1d req-5c14d7ea-5c42-4973-81ce-b2dd5d85c8ed tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.1036081 Jun 18 08:18:49.000965 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a16a23-d7c5-45f5-93fc-d19724411fd6 req-94152438-c038-4b19-b17b-e49ad2cb45c3 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:49.003006 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-47a16a23-d7c5-45f5-93fc-d19724411fd6 req-94152438-c038-4b19-b17b-e49ad2cb45c3 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.1923234 Jun 18 08:18:49.004949 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Attempting to bind port 6ba65ed1-ab7d-4808-94bd-52408d7aff14 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:18:49.005287 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Attempting to bind port 6ba65ed1-ab7d-4808-94bd-52408d7aff14 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'a28af04d-3ed8-4c20-90f7-469427e7cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:18:49.005616 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Attempting to bind port 6ba65ed1-ab7d-4808-94bd-52408d7aff14 on network 22a3b1de-8903-4500-ba5b-d0076e34e24d {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:18:49.010434 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dd2a6c49-a2f4-4418-b742-2d35f6b49f1d req-5ae3e653-a004-4cd6-a9e5-550535aec48d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695546 Jun 18 08:18:49.017027 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Port 6ba65ed1-ab7d-4808-94bd-52408d7aff14 on network 22a3b1de-8903-4500-ba5b-d0076e34e24d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:18:49.017301 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Attempting to bind port 6ba65ed1-ab7d-4808-94bd-52408d7aff14 on network 22a3b1de-8903-4500-ba5b-d0076e34e24d {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:18:49.030316 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Checking agent: {'id': '5fb525c3-ca5c-4ec2-8b58-f6f465875c85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'started_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:18:49.030656 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Checking segment: {'id': 'a28af04d-3ed8-4c20-90f7-469427e7cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:18:49.031064 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Bound using segment: {'id': 'a28af04d-3ed8-4c20-90f7-469427e7cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:18:49.031497 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Bound port: 6ba65ed1-ab7d-4808-94bd-52408d7aff14, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a28af04d-3ed8-4c20-90f7-469427e7cac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:18:49.031846 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:49.057015 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-47a16a23-d7c5-45f5-93fc-d19724411fd6 req-7c925a07-47a2-4783-9578-aeecd1618d52 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467997 Jun 18 08:18:49.120442 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] For port 6ba65ed1-ab7d-4808-94bd-52408d7aff14, host hv-cinder-76111, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:18:49.124477 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] For port 6ba65ed1-ab7d-4808-94bd-52408d7aff14, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=6ba65ed1-ab7d-4808-94bd-52408d7aff14,segment=NetworkSegment(a28af04d-3ed8-4c20-90f7-469427e7cac7),segment_id=a28af04d-3ed8-4c20-90f7-469427e7cac7)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:18:49.129651 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:49.132879 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ac69fd91-9190-4ced-a8d6-12068a64c79b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:18:49.173119 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:49.173727 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:49.175134 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21b99a75-a836-49ba-8558-a8a327b1994c req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] 10.222.0.88 "PUT /v2.0/ports/6ba65ed1-ab7d-4808-94bd-52408d7aff14 HTTP/1.1" status: 200 len: 1093 time: 1.2391837 Jun 18 08:18:49.175633 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9', 'tag': '6ba65ed1-ab7d-4808-94bd-52408d7aff14'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:18:49.177963 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074c62ee-2ac3-4980-8aaf-a666be6fd7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9", "tag": "6ba65ed1-ab7d-4808-94bd-52408d7aff14"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:18:49.203709 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Pushing event updated for resources: {'Port': ['ID=6ba65ed1-ab7d-4808-94bd-52408d7aff14,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:49.211189 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:18:49.233198 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfffe87b-50e2-4045-aeee-ccd9e5de3bbb x-openstack-request-id: req-cfffe87b-50e2-4045-aeee-ccd9e5de3bbb {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:18:49.233525 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9", "tag": "6ba65ed1-ab7d-4808-94bd-52408d7aff14", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:18:49.233913 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cfffe87b-50e2-4045-aeee-ccd9e5de3bbb {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:18:49.234228 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9', 'tag': '6ba65ed1-ab7d-4808-94bd-52408d7aff14', 'status': 'completed', 'code': 200} Jun 18 08:18:49.500096 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f27eb-589d-452e-b2f7-e27f77514a98 req-b0eb3d63-6185-4567-921b-fd9f8bd7c8cd tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:49.501569 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-507f27eb-589d-452e-b2f7-e27f77514a98 req-b0eb3d63-6185-4567-921b-fd9f8bd7c8cd tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0765338 Jun 18 08:18:49.539904 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-507f27eb-589d-452e-b2f7-e27f77514a98 req-520cefe4-cba0-4517-a7fa-9e08cc69683e tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322416 Jun 18 08:18:49.760426 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-63f52df9-8538-4904-bd32-597f9f99e858 req-a6c29add-a8db-405c-bfeb-540ad87b4e85 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0304301 Jun 18 08:18:49.853781 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee98285-15d8-4cb2-a78c-fb9f195e8417 req-0f3054f9-7131-4870-a7ff-d78d5141bb9a tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:49.855416 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4ee98285-15d8-4cb2-a78c-fb9f195e8417 req-0f3054f9-7131-4870-a7ff-d78d5141bb9a tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 943 time: 0.0766332 Jun 18 08:18:49.896472 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4ee98285-15d8-4cb2-a78c-fb9f195e8417 req-0eb193ac-9d92-45a4-8041-137058c0ff4f tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339632 Jun 18 08:18:50.199636 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f290d-ef7c-4390-9d6f-f1da034d4a7e req-2fb0dbb7-fd81-43c5-90c1-7221affb2758 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:50.201105 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-939f290d-ef7c-4390-9d6f-f1da034d4a7e req-2fb0dbb7-fd81-43c5-90c1-7221affb2758 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0654588 Jun 18 08:18:50.240523 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-939f290d-ef7c-4390-9d6f-f1da034d4a7e req-3b11a495-5ce8-454c-8b61-c95ae03d0011 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325532 Jun 18 08:18:50.262656 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84e206-2ae4-4168-b361-fe7b5ae7606c req-c5df478d-23d4-422a-ab8b-056ed4672a65 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:50.264247 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0f84e206-2ae4-4168-b361-fe7b5ae7606c req-c5df478d-23d4-422a-ab8b-056ed4672a65 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0625956 Jun 18 08:18:50.307057 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0f84e206-2ae4-4168-b361-fe7b5ae7606c req-96e72f31-2760-4de2-8b73-ef5f7ad5633f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369985 Jun 18 08:18:50.731756 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f3de1-4fa0-4a0d-89bc-90a822ea4750 req-d9a08504-5eca-432d-b7ec-6f76f8b4d4d4 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:50.733213 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5d9f3de1-4fa0-4a0d-89bc-90a822ea4750 req-d9a08504-5eca-432d-b7ec-6f76f8b4d4d4 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0681219 Jun 18 08:18:50.774811 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5d9f3de1-4fa0-4a0d-89bc-90a822ea4750 req-d397e3b3-d7a4-49a4-a40b-1a9fffead2ed tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355747 Jun 18 08:18:50.942708 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-162fa963-575c-4936-b138-e4ae2c4ea3e7 req-03f93a35-3531-4e15-9ecf-09e8a2264c43 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0305710 Jun 18 08:18:51.070065 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31923620-353a-475b-b894-2d60ec444509 req-9a159e81-9a6e-4e95-b73b-8fe5cdee7571 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:51.071496 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-31923620-353a-475b-b894-2d60ec444509 req-9a159e81-9a6e-4e95-b73b-8fe5cdee7571 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 943 time: 0.0629549 Jun 18 08:18:51.114215 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-31923620-353a-475b-b894-2d60ec444509 req-d3829cb1-7723-4b4e-aaeb-2e1223446569 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370488 Jun 18 08:18:51.437601 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592fd33-ebf3-489d-beae-0756047283db req-9da7eaf7-3230-43f4-a511-ba424b69c88b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:51.439138 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2592fd33-ebf3-489d-beae-0756047283db req-9da7eaf7-3230-43f4-a511-ba424b69c88b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0785940 Jun 18 08:18:51.489857 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2592fd33-ebf3-489d-beae-0756047283db req-5c1db286-4b17-4771-b2f8-c390b805d0cb tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439768 Jun 18 08:18:51.595301 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5d0bb-7700-4665-9fb2-0c7a56ebe55c req-0fefd788-db87-4d4b-b0da-1b2b30339817 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:51.595301 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-86e5d0bb-7700-4665-9fb2-0c7a56ebe55c req-0fefd788-db87-4d4b-b0da-1b2b30339817 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0991087 Jun 18 08:18:51.635995 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-86e5d0bb-7700-4665-9fb2-0c7a56ebe55c req-0f377fe0-76db-41b9-bf96-fb3df9fd6bed tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382135 Jun 18 08:18:51.978592 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662f2d2-e98f-4bae-aefa-3bc290c5e454 req-db450d29-06f6-44af-abaf-9f7f668cb3f0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:51.980187 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2662f2d2-e98f-4bae-aefa-3bc290c5e454 req-db450d29-06f6-44af-abaf-9f7f668cb3f0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0651803 Jun 18 08:18:52.027055 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2662f2d2-e98f-4bae-aefa-3bc290c5e454 req-3db61cf4-3760-48fc-b049-fc7683d04be7 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354867 Jun 18 08:18:52.106387 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-89223b62-ea9a-449f-808e-1a8e73e3abba req-008eca7a-60c5-4b68-8aa1-561bbf4c077a tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0323648 Jun 18 08:18:52.291928 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ef5e7-70ce-4049-b576-faef4bf5942d req-86785250-0c1b-45d3-8412-ac5c493d0d87 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:52.293323 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6f4ef5e7-70ce-4049-b576-faef4bf5942d req-86785250-0c1b-45d3-8412-ac5c493d0d87 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 943 time: 0.0631824 Jun 18 08:18:52.330777 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6f4ef5e7-70ce-4049-b576-faef4bf5942d req-5c1f7d99-8c5a-4b93-bb5b-5425c299b07a tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316937 Jun 18 08:18:52.696170 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0a8ce-cc96-4aec-a55e-409367bfc1c7 req-8f508516-4c86-4104-9027-77e15c402880 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:52.698351 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-43c0a8ce-cc96-4aec-a55e-409367bfc1c7 req-8f508516-4c86-4104-9027-77e15c402880 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0778880 Jun 18 08:18:52.748025 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-43c0a8ce-cc96-4aec-a55e-409367bfc1c7 req-ba671e21-2b65-423f-9a06-61b0b5f17254 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436354 Jun 18 08:18:52.846331 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80823937-1130-458f-8235-e40c06b9a5b5 req-f47d965f-65aa-4d27-8c20-caf6d7c67a9f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:52.847873 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-80823937-1130-458f-8235-e40c06b9a5b5 req-f47d965f-65aa-4d27-8c20-caf6d7c67a9f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0718591 Jun 18 08:18:52.887516 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-80823937-1130-458f-8235-e40c06b9a5b5 req-be091ef6-35db-4919-8c62-8e62026dad24 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329981 Jun 18 08:18:53.204618 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a987-0087-45cb-9061-db5ca74a2678 req-6e7c6e3a-d2c0-4dc1-9498-a7ea3aff57a5 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:53.206214 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da60a987-0087-45cb-9061-db5ca74a2678 req-6e7c6e3a-d2c0-4dc1-9498-a7ea3aff57a5 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0646293 Jun 18 08:18:53.250904 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da60a987-0087-45cb-9061-db5ca74a2678 req-14daa04d-0779-4bb5-8065-e834213350ca tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380912 Jun 18 08:18:53.276059 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e464f52e-ed0c-4cb1-b331-01b26ece6cfa req-dc726ccc-dcbf-45c3-9e9c-76507bf4ba56 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0380728 Jun 18 08:18:53.515522 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f9309-91a8-4f95-a58b-2973fcf8039e req-ddbb20ab-6610-4787-93b3-6f2af1e83f1d tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:53.516908 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-306f9309-91a8-4f95-a58b-2973fcf8039e req-ddbb20ab-6610-4787-93b3-6f2af1e83f1d tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 943 time: 0.0665903 Jun 18 08:18:53.554023 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-306f9309-91a8-4f95-a58b-2973fcf8039e req-e1bd12a3-75ed-4920-a88e-8ee828653c4b tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304816 Jun 18 08:18:53.618650 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:54.111229 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67370436-24ce-4e8a-8ebb-c62d5ff7c028 req-11d00c51-fa93-440f-876e-e03ca19859ec tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:54.113471 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-67370436-24ce-4e8a-8ebb-c62d5ff7c028 req-11d00c51-fa93-440f-876e-e03ca19859ec tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0825207 Jun 18 08:18:54.130646 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb013e8d-cee0-4c0e-ac8b-8da0749643fe req-f2961978-7112-45d9-82a3-14fc8062dee6 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:54.133392 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fb013e8d-cee0-4c0e-ac8b-8da0749643fe req-f2961978-7112-45d9-82a3-14fc8062dee6 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0778468 Jun 18 08:18:54.154583 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-67370436-24ce-4e8a-8ebb-c62d5ff7c028 req-2e36a76c-58e0-48ae-94b7-2ce70d9d9af5 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342913 Jun 18 08:18:54.181428 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fb013e8d-cee0-4c0e-ac8b-8da0749643fe req-7729c0cb-998e-4032-9547-a790600d7d7b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422695 Jun 18 08:18:54.427019 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4a511a41-8ac0-49e9-a9b0-b7caeca13bee req-40d62e56-3de0-49c8-b55b-3ae7502e0adb tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0286798 Jun 18 08:18:54.450659 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c3fff-b18d-477e-bef1-477765a00600 req-7a8b66f3-d5ea-48db-94bd-2ff0f797d603 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:54.452231 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f45c3fff-b18d-477e-bef1-477765a00600 req-7a8b66f3-d5ea-48db-94bd-2ff0f797d603 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0782390 Jun 18 08:18:54.496448 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f45c3fff-b18d-477e-bef1-477765a00600 req-44c4a1c6-7e0d-40c2-b039-64b3ba70b041 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364113 Jun 18 08:18:54.732523 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21f462-ca9f-40af-ac8e-2f672f910a9c req-a7879f3f-b153-4a84-956f-e7f26e6350f9 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:54.733880 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dd21f462-ca9f-40af-ac8e-2f672f910a9c req-a7879f3f-b153-4a84-956f-e7f26e6350f9 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 943 time: 0.0633287 Jun 18 08:18:54.771349 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-dd21f462-ca9f-40af-ac8e-2f672f910a9c req-fcb09f37-3b91-43d5-a2f9-5ef9b7ea9300 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316873 Jun 18 08:18:55.261317 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-64f90a3b-9a73-45ef-b177-33a3e74da870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:55.344664 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb1fb7-5d9f-4748-94f9-58ab488ac24b req-5c6225a7-673d-48ed-a630-88774cf86f08 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:55.346210 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f7fb1fb7-5d9f-4748-94f9-58ab488ac24b req-5c6225a7-673d-48ed-a630-88774cf86f08 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0630651 Jun 18 08:18:55.372276 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18685d-15f8-4991-93da-54d0f55fba1c req-3305ce8c-3b61-421b-a963-03a562334402 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:55.373763 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6a18685d-15f8-4991-93da-54d0f55fba1c req-3305ce8c-3b61-421b-a963-03a562334402 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0674508 Jun 18 08:18:55.385782 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f7fb1fb7-5d9f-4748-94f9-58ab488ac24b req-b1e7d214-1a90-414b-a67e-17e38e2ea63d tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339067 Jun 18 08:18:55.414837 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6a18685d-15f8-4991-93da-54d0f55fba1c req-1155f33c-3468-451b-a9d4-bae7607b20f1 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341880 Jun 18 08:18:55.593748 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-25ef14ce-3991-44c7-a7c6-3dfedd56d058 req-26d60aad-c2e8-4546-a139-db38268158e0 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0274541 Jun 18 08:18:55.675701 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d3db9-d9b9-45f1-8ca2-1135e79ae7cc req-1a0c85fb-3957-4ec3-9541-94968ebd3a25 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:55.677064 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8f0d3db9-d9b9-45f1-8ca2-1135e79ae7cc req-1a0c85fb-3957-4ec3-9541-94968ebd3a25 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0627322 Jun 18 08:18:55.714080 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-8f0d3db9-d9b9-45f1-8ca2-1135e79ae7cc req-9eafbb82-8fce-4741-9038-6f505fb337eb tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305347 Jun 18 08:18:55.968619 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80bb10-57aa-4722-b2e7-00385f8e76a0 req-d57e49a2-7332-453a-8f82-7980510d109c tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:55.970076 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2f80bb10-57aa-4722-b2e7-00385f8e76a0 req-d57e49a2-7332-453a-8f82-7980510d109c tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 943 time: 0.0690665 Jun 18 08:18:56.009719 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2f80bb10-57aa-4722-b2e7-00385f8e76a0 req-c45cea62-f480-45a7-9431-e2d55cb9dce7 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326817 Jun 18 08:18:56.574631 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e588e9-26c0-4d55-80d4-ed78bd9ab992 req-32e5c8f4-1275-4841-9a1c-9b0f81d26deb tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:56.576202 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-96e588e9-26c0-4d55-80d4-ed78bd9ab992 req-32e5c8f4-1275-4841-9a1c-9b0f81d26deb tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0734766 Jun 18 08:18:56.599799 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba680fb-c101-45d3-be02-1b33235e78cd req-4769191f-ec13-48d9-9e0a-71891eeda4e6 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:56.601515 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-eba680fb-c101-45d3-be02-1b33235e78cd req-4769191f-ec13-48d9-9e0a-71891eeda4e6 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0654817 Jun 18 08:18:56.613517 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-96e588e9-26c0-4d55-80d4-ed78bd9ab992 req-712b5b12-b9c4-4cad-8089-188a14b21283 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Jun 18 08:18:56.640532 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-eba680fb-c101-45d3-be02-1b33235e78cd req-98fd8840-130e-494b-a744-659486ea89de tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332696 Jun 18 08:18:56.781056 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-20795241-776c-4460-bb0b-b9d913cac832 req-df30b720-f9eb-4350-bb05-6fff068389c5 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0337353 Jun 18 08:18:56.890871 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c41015-1454-4a6a-a4f4-9a8955760e9a req-861dd8c9-6cef-458a-b502-8b9b7fe026d6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:56.892254 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-84c41015-1454-4a6a-a4f4-9a8955760e9a req-861dd8c9-6cef-458a-b502-8b9b7fe026d6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0621192 Jun 18 08:18:56.930402 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-84c41015-1454-4a6a-a4f4-9a8955760e9a req-7c4231fe-ad9d-4b2c-93e1-1b34aabfddb6 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320067 Jun 18 08:18:57.180318 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3036b-7560-4b46-8600-5937f78f4625 req-76829809-fef2-45eb-97bf-5b0ec9fafdc3 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:57.181680 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4bc3036b-7560-4b46-8600-5937f78f4625 req-76829809-fef2-45eb-97bf-5b0ec9fafdc3 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 943 time: 0.0624678 Jun 18 08:18:57.219339 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4bc3036b-7560-4b46-8600-5937f78f4625 req-b44870ef-57ee-4d53-a10e-e8243c530f2d tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319879 Jun 18 08:18:57.795344 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41842cb-3e91-4995-9b03-0a7e131559ed req-b6f90f72-5f93-48a8-b3f7-e7fb75cd32b0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:57.795344 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a41842cb-3e91-4995-9b03-0a7e131559ed req-b6f90f72-5f93-48a8-b3f7-e7fb75cd32b0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0677936 Jun 18 08:18:57.846022 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd5fe1-864e-43e7-8cb6-1080be47eda8 req-3907ff38-6bbc-4766-9968-0d5582741ec4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:57.846673 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a41842cb-3e91-4995-9b03-0a7e131559ed req-232361df-22dc-44a8-8af2-d12d90857361 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431385 Jun 18 08:18:57.853706 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6dcd5fe1-864e-43e7-8cb6-1080be47eda8 req-3907ff38-6bbc-4766-9968-0d5582741ec4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0918560 Jun 18 08:18:57.864288 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:57.899245 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6dcd5fe1-864e-43e7-8cb6-1080be47eda8 req-4ab06656-deee-4dcf-9377-6a04f5de8ae4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445681 Jun 18 08:18:57.995274 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-375b735f-f041-4489-9252-7336efd07d66 req-c8d8bde2-8956-4cb0-88d5-f4e6d6d274d3 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0282278 Jun 18 08:18:58.133406 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7275a0-e3d5-4c0d-80aa-43502e362187 req-6435e153-53ab-42c4-bf36-b770c8ede76b tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:58.135470 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7d7275a0-e3d5-4c0d-80aa-43502e362187 req-6435e153-53ab-42c4-bf36-b770c8ede76b tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0839970 Jun 18 08:18:58.177545 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-91d71936-7e68-4240-a2ed-f7b6461e8391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:58.190151 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7d7275a0-e3d5-4c0d-80aa-43502e362187 req-2a8cf816-49d6-4808-a573-3267c48211c4 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446079 Jun 18 08:18:58.399112 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4ce40-5623-4099-8aa4-6f110270407b req-b978d4da-e651-4568-abb1-4df639f77896 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:58.400557 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-67b4ce40-5623-4099-8aa4-6f110270407b req-b978d4da-e651-4568-abb1-4df639f77896 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 943 time: 0.0630901 Jun 18 08:18:58.453723 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-67b4ce40-5623-4099-8aa4-6f110270407b req-b328145c-043a-4de2-afe8-9bda93a90de6 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472338 Jun 18 08:18:58.893987 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:18:59.038607 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c810ab-c1e9-4d18-8d80-33d67d97026b req-2a17b134-7bca-496a-95d4-db9465670a09 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:59.040443 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-99c810ab-c1e9-4d18-8d80-33d67d97026b req-2a17b134-7bca-496a-95d4-db9465670a09 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0657825 Jun 18 08:18:59.092328 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390993c-ff1f-419b-9dec-edb8106c45e3 req-1b2b4968-8bc9-40a3-8dc6-0c250538c813 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:59.094185 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7390993c-ff1f-419b-9dec-edb8106c45e3 req-1b2b4968-8bc9-40a3-8dc6-0c250538c813 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0769029 Jun 18 08:18:59.095547 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-99c810ab-c1e9-4d18-8d80-33d67d97026b req-1a37bd8c-ec22-46dc-a105-2aabbca3927d tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464365 Jun 18 08:18:59.166362 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7390993c-ff1f-419b-9dec-edb8106c45e3 req-344d3c91-d03c-4177-b581-8da3b4e329a9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593219 Jun 18 08:18:59.250417 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-960afd76-e457-43e5-ab4d-05d21c27f2d0 req-6ab6a625-5392-4b6a-94d2-e1297e9e0c87 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0317941 Jun 18 08:18:59.371624 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34751ab7-5399-4c1c-acfe-e46650630dd7 req-3bf52c5f-11ed-4852-923e-1aa72e8db11f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:59.373064 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-34751ab7-5399-4c1c-acfe-e46650630dd7 req-3bf52c5f-11ed-4852-923e-1aa72e8db11f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0628419 Jun 18 08:18:59.410390 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-34751ab7-5399-4c1c-acfe-e46650630dd7 req-880d986f-7895-4ff4-b36f-419089b33a9e tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316050 Jun 18 08:18:59.635955 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e47883-3417-4dab-b16b-f1f0ef360bf2 req-f2e84bdc-a35f-4811-acf5-7b22fdc4cdc5 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:18:59.637452 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-45e47883-3417-4dab-b16b-f1f0ef360bf2 req-f2e84bdc-a35f-4811-acf5-7b22fdc4cdc5 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 943 time: 0.0688047 Jun 18 08:18:59.680001 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-45e47883-3417-4dab-b16b-f1f0ef360bf2 req-dff81cdb-c50f-48df-afe6-352c99325357 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362654 Jun 18 08:19:00.367860 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172beb5-94e0-4d55-ab5f-c22f1a37ed04 req-6274aaf0-45c6-42f7-be19-08be9910162d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:00.370663 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4172beb5-94e0-4d55-ab5f-c22f1a37ed04 req-6274aaf0-45c6-42f7-be19-08be9910162d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0836399 Jun 18 08:19:00.409586 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4172beb5-94e0-4d55-ab5f-c22f1a37ed04 req-036e303d-09f9-4f2f-ae52-1d30ae0bb954 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321248 Jun 18 08:19:00.433622 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ce2c3-98c3-4a92-a56c-d673b03b9e60 req-49e3cc34-68cf-41df-a351-89897ff0233e tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:00.433622 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-751ce2c3-98c3-4a92-a56c-d673b03b9e60 req-49e3cc34-68cf-41df-a351-89897ff0233e tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0711439 Jun 18 08:19:00.475003 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-751ce2c3-98c3-4a92-a56c-d673b03b9e60 req-f3bda7d3-fdd7-4cce-92fd-d9e9c78d0d2f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374644 Jun 18 08:19:00.566871 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:00.577662 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bc806d2d-bdae-4a44-866f-eb6dce39cdb0 req-927ad118-14a4-488b-b287-3e61fb917d60 tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0426054 Jun 18 08:19:00.672939 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49135f-401e-407e-be4a-b14e6a1ba3b4 req-b0d31dc9-e136-4cdc-9d34-f16411af7d28 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:00.674592 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1f49135f-401e-407e-be4a-b14e6a1ba3b4 req-b0d31dc9-e136-4cdc-9d34-f16411af7d28 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0767682 Jun 18 08:19:00.717701 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1f49135f-401e-407e-be4a-b14e6a1ba3b4 req-dc40b26e-c7c6-4e86-bd9e-4cb4381a7615 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343580 Jun 18 08:19:00.864357 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a41e11-dc59-4c2c-a3a9-c3588e042cb9 req-fb49a1d5-039f-4df6-9dbb-70908db377c1 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:00.872443 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-30a41e11-dc59-4c2c-a3a9-c3588e042cb9 req-fb49a1d5-039f-4df6-9dbb-70908db377c1 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 943 time: 0.0810158 Jun 18 08:19:00.906810 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-30a41e11-dc59-4c2c-a3a9-c3588e042cb9 req-0b569ca3-c9ba-4451-b414-f846a72e567c tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333238 Jun 18 08:19:01.605033 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786ecfc-22a8-42a8-b406-aa14f107d79d req-1f325d68-4f91-4535-9b49-a298d78a808d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:01.606774 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b786ecfc-22a8-42a8-b406-aa14f107d79d req-1f325d68-4f91-4535-9b49-a298d78a808d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0647266 Jun 18 08:19:01.656972 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b786ecfc-22a8-42a8-b406-aa14f107d79d req-b3494741-f26c-4094-9bcd-272497d34ff9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442674 Jun 18 08:19:01.666733 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb5bfd-0ebf-4e06-97dd-ec0d00f3b30f req-b0dfd163-d5b4-4625-ad8a-0971c8839274 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:01.668321 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-acdb5bfd-0ebf-4e06-97dd-ec0d00f3b30f req-b0dfd163-d5b4-4625-ad8a-0971c8839274 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0723243 Jun 18 08:19:01.706963 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-acdb5bfd-0ebf-4e06-97dd-ec0d00f3b30f req-281c6102-dc85-41af-9261-347d65cde586 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326991 Jun 18 08:19:01.802200 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0527202a-1e61-44bb-ad79-e5b115dd21dc req-ccf15553-4b9f-498e-99d3-1ca2e9ce558e tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f1e4313-f7b5-48bd-80cc-60a9f72c87c3 HTTP/1.1" status: 200 len: 210 time: 0.0279958 Jun 18 08:19:01.899553 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573b48b-57b6-4eae-9435-7eddf54b3ad2 req-132924fd-a2c5-4e36-86e8-79bba7914a95 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:01.900977 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1573b48b-57b6-4eae-9435-7eddf54b3ad2 req-132924fd-a2c5-4e36-86e8-79bba7914a95 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0651929 Jun 18 08:19:01.946060 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1573b48b-57b6-4eae-9435-7eddf54b3ad2 req-74d13422-26f8-400f-8a1e-539877b4d90a tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394802 Jun 18 08:19:02.081585 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b5c3c-565e-4924-a7b0-af93b6ed9a5e req-0d4a78ac-b075-4a3a-9d22-ce7243ec210a tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:02.083069 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1f4b5c3c-565e-4924-a7b0-af93b6ed9a5e req-0d4a78ac-b075-4a3a-9d22-ce7243ec210a tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 943 time: 0.0629878 Jun 18 08:19:02.122716 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1f4b5c3c-565e-4924-a7b0-af93b6ed9a5e req-f8efab4d-f211-4a9b-b094-1f3aee2064bd tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338137 Jun 18 08:19:02.376103 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c62ee-2ac3-4980-8aaf-a666be6fd7fa req-fedc0d46-f0f2-4df5-9e7c-12cb42b9ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:02.377697 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-074c62ee-2ac3-4980-8aaf-a666be6fd7fa req-fedc0d46-f0f2-4df5-9e7c-12cb42b9ffa8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=765c487a55554ae3b3370c46aa40119f&device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 1096 time: 0.0529785 Jun 18 08:19:02.486864 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c62ee-2ac3-4980-8aaf-a666be6fd7fa req-405b156b-8c15-4831-b31c-ec03214b5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:02.488330 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-074c62ee-2ac3-4980-8aaf-a666be6fd7fa req-405b156b-8c15-4831-b31c-ec03214b5b00 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=765c487a55554ae3b3370c46aa40119f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0958033 Jun 18 08:19:02.575993 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c62ee-2ac3-4980-8aaf-a666be6fd7fa req-6190a4b6-4567-4407-9ac6-36bfe841262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:02.577412 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-074c62ee-2ac3-4980-8aaf-a666be6fd7fa req-6190a4b6-4567-4407-9ac6-36bfe841262d service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0827274 Jun 18 08:19:02.673111 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b99a75-a836-49ba-8558-a8a327b1994c req-fb8358d1-be11-46d7-b3c5-2abad81fc6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:02.674575 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21b99a75-a836-49ba-8558-a8a327b1994c req-fb8358d1-be11-46d7-b3c5-2abad81fc6e0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=765c487a55554ae3b3370c46aa40119f&device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 1096 time: 0.0514162 Jun 18 08:19:02.721927 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21b99a75-a836-49ba-8558-a8a327b1994c req-69fead16-89df-44a0-89b3-3c9351c19721 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ba65ed1-ab7d-4808-94bd-52408d7aff14 HTTP/1.1" status: 200 len: 217 time: 0.0381083 Jun 18 08:19:02.778723 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b99a75-a836-49ba-8558-a8a327b1994c req-4017f656-476e-441e-a4e6-2fa75b4e75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:02.780425 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21b99a75-a836-49ba-8558-a8a327b1994c req-4017f656-476e-441e-a4e6-2fa75b4e75f2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aad2ef25-b916-445d-ba86-69beff409fb1 HTTP/1.1" status: 200 len: 852 time: 0.0516860 Jun 18 08:19:02.898616 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b99a75-a836-49ba-8558-a8a327b1994c req-924e5434-67be-4bbe-a4c7-bbbc24bfbb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:02.899673 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2cb0a-1203-43c1-b6bd-310a132a89d8 req-053dcf2c-c76c-4736-8283-951646d7b3a9 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:02.900204 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21b99a75-a836-49ba-8558-a8a327b1994c req-924e5434-67be-4bbe-a4c7-bbbc24bfbb29 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=22a3b1de-8903-4500-ba5b-d0076e34e24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1120884 Jun 18 08:19:02.901294 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1cd2cb0a-1203-43c1-b6bd-310a132a89d8 req-053dcf2c-c76c-4736-8283-951646d7b3a9 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0786839 Jun 18 08:19:02.911712 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9d821-f59e-4599-8568-dc3a2690faea req-c1614d44-5298-4996-b3e3-a7bce38af21e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:02.913963 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2cd9d821-f59e-4599-8568-dc3a2690faea req-c1614d44-5298-4996-b3e3-a7bce38af21e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.1127660 Jun 18 08:19:02.938594 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1cd2cb0a-1203-43c1-b6bd-310a132a89d8 req-d912601f-a63c-4dea-8760-563ba784eb4c tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314846 Jun 18 08:19:02.992767 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-2cd9d821-f59e-4599-8568-dc3a2690faea req-4744357a-cf70-4d5c-9adf-816a8b984cdb tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708818 Jun 18 08:19:03.032318 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21b99a75-a836-49ba-8558-a8a327b1994c req-d2419be5-b593-4c3b-af70-f8de2ea16355 service neutron] 10.222.0.88 "GET /v2.0/networks/22a3b1de-8903-4500-ba5b-d0076e34e24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172414 Jun 18 08:19:03.166637 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-21b99a75-a836-49ba-8558-a8a327b1994c req-03507844-9150-4002-a0b0-9b28b5fc725e service neutron] 10.222.0.88 "GET /v2.0/networks/22a3b1de-8903-4500-ba5b-d0076e34e24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266627 Jun 18 08:19:03.192764 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7eb3c-99dd-4653-b4e9-f22fdcdd033f req-a724afdd-85c6-4c8d-b6ad-3d6cbcb7ed55 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:03.194804 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5dc7eb3c-99dd-4653-b4e9-f22fdcdd033f req-a724afdd-85c6-4c8d-b6ad-3d6cbcb7ed55 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0886443 Jun 18 08:19:03.238553 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5dc7eb3c-99dd-4653-b4e9-f22fdcdd033f req-7d96878a-20a8-4088-a2ce-d06317220f85 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/security-groups?id=e0c4422b-1434-4d2c-b392-8a4a10bbb322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380683 Jun 18 08:19:03.333240 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a35a5b-824c-467b-ab26-8a5968cc4cf2 req-09e8c6dc-9610-4035-96bf-024d31477c64 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:03.333920 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489ff4a-8a3b-4a4a-9d66-87538f8a7903 req-caa3af7b-d060-494c-8580-aa9e89201bae tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:03.336003 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-16a35a5b-824c-467b-ab26-8a5968cc4cf2 req-09e8c6dc-9610-4035-96bf-024d31477c64 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 943 time: 0.0725477 Jun 18 08:19:03.336341 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0489ff4a-8a3b-4a4a-9d66-87538f8a7903 req-caa3af7b-d060-494c-8580-aa9e89201bae tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.88 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 945 time: 0.0780077 Jun 18 08:19:03.376881 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-16a35a5b-824c-467b-ab26-8a5968cc4cf2 req-5908c74f-c530-4ba6-ab30-5866b71e7c48 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348105 Jun 18 08:19:03.459341 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-0489ff4a-8a3b-4a4a-9d66-87538f8a7903 req-1ed2e501-2bc9-4d86-9cc4-e9c8510d58a0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Deleting port a2c923ae-377f-435b-97f5-912fe5899846 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:19:03.460320 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0489ff4a-8a3b-4a4a-9d66-87538f8a7903 req-1ed2e501-2bc9-4d86-9cc4-e9c8510d58a0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:03.551391 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-0489ff4a-8a3b-4a4a-9d66-87538f8a7903 req-1ed2e501-2bc9-4d86-9cc4-e9c8510d58a0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] For port a2c923ae-377f-435b-97f5-912fe5899846, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a2c923ae-377f-435b-97f5-912fe5899846,segment=NetworkSegment(5e232c15-d735-4465-bed0-2f1e43ff862e),segment_id=5e232c15-d735-4465-bed0-2f1e43ff862e)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:19:03.551761 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0489ff4a-8a3b-4a4a-9d66-87538f8a7903 req-1ed2e501-2bc9-4d86-9cc4-e9c8510d58a0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:03.614697 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-0489ff4a-8a3b-4a4a-9d66-87538f8a7903 req-1ed2e501-2bc9-4d86-9cc4-e9c8510d58a0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Calling delete_port for a2c923ae-377f-435b-97f5-912fe5899846 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:19:03.744246 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0489ff4a-8a3b-4a4a-9d66-87538f8a7903 req-1ed2e501-2bc9-4d86-9cc4-e9c8510d58a0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:03.748372 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cb7574d8-befe-49b1-aebf-6fa7e51196c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:03.757374 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['a2c923ae-377f-435b-97f5-912fe5899846'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:19:03.771848 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2e501-2bc9-4d86-9cc4-e9c8510d58a0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Pushing event deleted for resources: {'Port': ['ID=a2c923ae-377f-435b-97f5-912fe5899846,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:03.775382 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1ed2e501-2bc9-4d86-9cc4-e9c8510d58a0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:03.818260 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0489ff4a-8a3b-4a4a-9d66-87538f8a7903 req-1ed2e501-2bc9-4d86-9cc4-e9c8510d58a0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] No DVR routers for this DVR port a2c923ae-377f-435b-97f5-912fe5899846 on host hv-cinder-76111 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:19:03.820818 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-0489ff4a-8a3b-4a4a-9d66-87538f8a7903 req-1ed2e501-2bc9-4d86-9cc4-e9c8510d58a0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:03.822745 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0489ff4a-8a3b-4a4a-9d66-87538f8a7903 req-1ed2e501-2bc9-4d86-9cc4-e9c8510d58a0 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.88 "DELETE /v2.0/ports/a2c923ae-377f-435b-97f5-912fe5899846 HTTP/1.1" status: 204 len: 173 time: 0.4802883 Jun 18 08:19:03.823269 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12d2af3-8a64-4f89-9780-3afa74028ae5', 'name': 'network-vif-deleted', 'tag': 'a2c923ae-377f-435b-97f5-912fe5899846'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:19:03.825575 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9874954c-a54f-4479-8d6f-ca7683b1488f" -d '{"events": [{"server_uuid": "f12d2af3-8a64-4f89-9780-3afa74028ae5", "name": "network-vif-deleted", "tag": "a2c923ae-377f-435b-97f5-912fe5899846"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:19:03.864307 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41e1ebd-32c0-4d01-adb2-26b6cdab8706 x-openstack-request-id: req-c41e1ebd-32c0-4d01-adb2-26b6cdab8706 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:19:03.864838 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12d2af3-8a64-4f89-9780-3afa74028ae5", "name": "network-vif-deleted", "tag": "a2c923ae-377f-435b-97f5-912fe5899846", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:19:03.865252 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c41e1ebd-32c0-4d01-adb2-26b6cdab8706 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:19:03.865674 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12d2af3-8a64-4f89-9780-3afa74028ae5', 'name': 'network-vif-deleted', 'tag': 'a2c923ae-377f-435b-97f5-912fe5899846', 'status': 'completed', 'code': 200} Jun 18 08:19:04.120391 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6655c0-34df-424e-bd87-eb5de7454405 req-440075c3-ab45-4343-aaa5-ee460c53343f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:04.121913 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8d6655c0-34df-424e-bd87-eb5de7454405 req-440075c3-ab45-4343-aaa5-ee460c53343f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0665772 Jun 18 08:19:04.173309 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8d6655c0-34df-424e-bd87-eb5de7454405 req-c9225bfe-fda6-44d6-a60d-458e77deb720 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332961 Jun 18 08:19:04.193593 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72b698-581d-45c7-bae5-51d81487903c req-53ccb1d7-76c5-4f1b-87a1-f8975c1fc04d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:04.199637 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ac72b698-581d-45c7-bae5-51d81487903c req-53ccb1d7-76c5-4f1b-87a1-f8975c1fc04d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0750487 Jun 18 08:19:04.235556 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ac72b698-581d-45c7-bae5-51d81487903c req-cd6ffadc-63f1-486c-8194-b963d65ad869 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335743 Jun 18 08:19:04.410178 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ae78f650-5114-417c-af4e-73400fa1aede req-84ce8226-7d70-4520-97d1-150c203d729f tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12d2af3-8a64-4f89-9780-3afa74028ae5 HTTP/1.1" status: 200 len: 210 time: 0.0392463 Jun 18 08:19:04.595131 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957f88d-0128-4ec8-8ccb-461395c4a2c6 req-1731b663-e3aa-47f4-b03d-a4b8347dbaba tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:04.597270 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6957f88d-0128-4ec8-8ccb-461395c4a2c6 req-1731b663-e3aa-47f4-b03d-a4b8347dbaba tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 943 time: 0.0730257 Jun 18 08:19:04.637890 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6957f88d-0128-4ec8-8ccb-461395c4a2c6 req-83048a5f-7c03-4b6e-97a3-01256ac7df92 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344784 Jun 18 08:19:04.965130 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bd060-de12-4f66-b65a-a4975c1be574 req-3ad77259-f9c0-4f9f-ac58-516d0b3c0a08 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:04.966549 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-518bd060-de12-4f66-b65a-a4975c1be574 req-3ad77259-f9c0-4f9f-ac58-516d0b3c0a08 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.88 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0650089 Jun 18 08:19:05.068944 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-518bd060-de12-4f66-b65a-a4975c1be574 req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Deleting port 5b8582ca-9553-437b-854d-f337ef101227 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:19:05.069297 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-518bd060-de12-4f66-b65a-a4975c1be574 req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:05.160789 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-518bd060-de12-4f66-b65a-a4975c1be574 req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] For port 5b8582ca-9553-437b-854d-f337ef101227, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5b8582ca-9553-437b-854d-f337ef101227,segment=NetworkSegment(cf625552-5db4-4804-8708-c2d634c3afaf),segment_id=cf625552-5db4-4804-8708-c2d634c3afaf)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:19:05.161153 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-518bd060-de12-4f66-b65a-a4975c1be574 req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:05.392303 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe033b7b-87cc-4021-aa98-ed2412cc6b4e req-cd013118-bcfa-42fd-89d5-c15014691086 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:05.403602 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fe033b7b-87cc-4021-aa98-ed2412cc6b4e req-cd013118-bcfa-42fd-89d5-c15014691086 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 946 time: 0.0946367 Jun 18 08:19:05.440364 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fe033b7b-87cc-4021-aa98-ed2412cc6b4e req-6dcdb77b-2b0e-4fe6-ba68-e7a89a67a877 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357273 Jun 18 08:19:05.491168 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-518bd060-de12-4f66-b65a-a4975c1be574 req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Calling delete_port for 5b8582ca-9553-437b-854d-f337ef101227 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:19:05.538072 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 48164) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:05.593902 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Deleting subnet be4459fe-ddfd-4974-8d18-8ab67b0bd04e {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:19:05.597953 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:05.613275 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2bb70-1910-4e9e-ad1a-cc9786419bf8 req-855a1433-2da7-4b5f-b11f-31907e26c9f5 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:05.614750 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1ae2bb70-1910-4e9e-ad1a-cc9786419bf8 req-855a1433-2da7-4b5f-b11f-31907e26c9f5 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.1859906 Jun 18 08:19:05.644133 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438516'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:05.687148 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1ae2bb70-1910-4e9e-ad1a-cc9786419bf8 req-851752e3-1703-410b-a37a-2830b60b5891 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658779 Jun 18 08:19:05.687528 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8181128'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:05.731744 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-518bd060-de12-4f66-b65a-a4975c1be574 req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:05.739645 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-931da09b-c839-4d7e-9fe7-44cc3fdbf621 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:05.747596 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['c73b32a0-b556-40f7-8846-a39f7be972d2', '5b8582ca-9553-437b-854d-f337ef101227'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:19:05.769007 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8181127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8579627'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:05.773888 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:05.790120 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Pushing event deleted for resources: {'Port': ['ID=5b8582ca-9553-437b-854d-f337ef101227,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:05.802585 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.803882 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.804600 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.805135 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.805669 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.806221 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.806766 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.807342 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.807909 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.808453 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.809025 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.809585 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.810259 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be4459fe-ddfd-4974-8d18-8ab67b0bd04e,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:05.814751 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:05.827419 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.827755 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.828123 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.828481 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.828833 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.829370 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.829718 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.830075 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.830469 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.830824 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.831211 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.831757 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:05.843725 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:05.852412 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] 10.222.0.83 "DELETE /v2.0/subnets/be4459fe-ddfd-4974-8d18-8ab67b0bd04e HTTP/1.1" status: 204 len: 168 time: 0.3099456 Jun 18 08:19:05.852412 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-df4822d3-b4bd-46fd-a815-707ce18efbcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:05.871084 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 48170) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:05.912081 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed4dee-edf2-4e3d-9675-949fef589a5d req-de0c7fb2-094b-45bb-8066-25a8ebe20a30 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:05.914495 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-61ed4dee-edf2-4e3d-9675-949fef589a5d req-de0c7fb2-094b-45bb-8066-25a8ebe20a30 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 943 time: 0.1069355 Jun 18 08:19:05.957299 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-91b33f88-f93f-4ea2-8a95-654ffce821ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093684'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:05.962729 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-61ed4dee-edf2-4e3d-9675-949fef589a5d req-34f12a20-c97a-4dab-9b93-65ce40c51e63 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421765 Jun 18 08:19:05.985589 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-518bd060-de12-4f66-b65a-a4975c1be574 req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] No DVR routers for this DVR port 5b8582ca-9553-437b-854d-f337ef101227 on host hv-cinder-76111 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:19:05.988737 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-518bd060-de12-4f66-b65a-a4975c1be574 req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:05.990752 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-518bd060-de12-4f66-b65a-a4975c1be574 req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.88 "DELETE /v2.0/ports/5b8582ca-9553-437b-854d-f337ef101227 HTTP/1.1" status: 204 len: 173 time: 1.0161591 Jun 18 08:19:05.991270 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feb65a6-2d56-4c47-9004-761ade95852b', 'name': 'network-vif-deleted', 'tag': '5b8582ca-9553-437b-854d-f337ef101227'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:19:05.993515 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d195daa0-d25b-4c84-b34e-eb659ff38f98" -d '{"events": [{"server_uuid": "8feb65a6-2d56-4c47-9004-761ade95852b", "name": "network-vif-deleted", "tag": "5b8582ca-9553-437b-854d-f337ef101227"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:19:06.059717 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff05d3bc-0a13-4b80-9b9d-563cec8cd304 x-openstack-request-id: req-ff05d3bc-0a13-4b80-9b9d-563cec8cd304 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:19:06.060038 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feb65a6-2d56-4c47-9004-761ade95852b", "name": "network-vif-deleted", "tag": "5b8582ca-9553-437b-854d-f337ef101227", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:19:06.060507 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ff05d3bc-0a13-4b80-9b9d-563cec8cd304 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:19:06.061318 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb65a6-2d56-4c47-9004-761ade95852b', 'name': 'network-vif-deleted', 'tag': '5b8582ca-9553-437b-854d-f337ef101227', 'status': 'completed', 'code': 200} Jun 18 08:19:06.082245 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-91b33f88-f93f-4ea2-8a95-654ffce821ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187415', 'neutron.services.segments.db._delete_segments_for_network-8757668836051'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:06.093355 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-91b33f88-f93f-4ea2-8a95-654ffce821ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b776cf9-ad83-4846-a685-0caa9f4a49e7']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:19:06.107935 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-91b33f88-f93f-4ea2-8a95-654ffce821ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e232c15-d735-4465-bed0-2f1e43ff862e') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:19:06.108230 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-91b33f88-f93f-4ea2-8a95-654ffce821ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e232c15-d735-4465-bed0-2f1e43ff862e') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:19:06.118393 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-91b33f88-f93f-4ea2-8a95-654ffce821ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757668835880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8739281'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:06.132946 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-91b33f88-f93f-4ea2-8a95-654ffce821ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:06.139975 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b33f88-f93f-4ea2-8a95-654ffce821ce admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:19:06.141017 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-91b33f88-f93f-4ea2-8a95-654ffce821ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8739046'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: timer() Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: cb(*args, **kw) Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: self._notify() Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: self.callback(batched_events) Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: event.method(event) Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: return self._get(url).json() Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:19:06.142269 dv-cinder-761113-14-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:19:06.201630 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-91b33f88-f93f-4ea2-8a95-654ffce821ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8187406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543934'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:06.205343 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:06.207922 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-91b33f88-f93f-4ea2-8a95-654ffce821ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:06.210249 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-91b33f88-f93f-4ea2-8a95-654ffce821ce admin admin] 10.222.0.83 "DELETE /v2.0/networks/1b776cf9-ad83-4846-a685-0caa9f4a49e7 HTTP/1.1" status: 204 len: 168 time: 0.3372617 Jun 18 08:19:06.222508 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b33f88-f93f-4ea2-8a95-654ffce821ce admin admin] Pushing event deleted for resources: {'Network': ['ID=1b776cf9-ad83-4846-a685-0caa9f4a49e7,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:06.224814 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-91b33f88-f93f-4ea2-8a95-654ffce821ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:06.370604 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 48176) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:06.414105 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4291a7e7-ccd2-4968-8e01-25f4dba6842c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=700f52b6512d464cbad45deec9a66894&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421779 Jun 18 08:19:06.416708 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 48178) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:06.464833 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ded7e866-7c2e-47f7-a7be-550a83299077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:06.486547 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ded7e866-7c2e-47f7-a7be-550a83299077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:06.543281 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ded7e866-7c2e-47f7-a7be-550a83299077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:06.546005 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ded7e866-7c2e-47f7-a7be-550a83299077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:06.547215 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ded7e866-7c2e-47f7-a7be-550a83299077 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e0c4422b-1434-4d2c-b392-8a4a10bbb322 HTTP/1.1" status: 204 len: 168 time: 0.1295948 Jun 18 08:19:06.548612 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-db3d3085-f1c6-4c07-89c3-575e6c742c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:06.557332 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7e866-7c2e-47f7-a7be-550a83299077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c4422b-1434-4d2c-b392-8a4a10bbb322,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:06.560049 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ded7e866-7c2e-47f7-a7be-550a83299077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:06.621665 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-de775635-85ba-457c-8130-b17b4c01704f req-80ed1117-31da-4a54-a153-5321f23292b2 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=8feb65a6-2d56-4c47-9004-761ade95852b HTTP/1.1" status: 200 len: 210 time: 0.0456638 Jun 18 08:19:06.784826 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 6ba65ed1-ab7d-4808-94bd-52408d7aff14 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:19:06.906881 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 48198) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:06.922009 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d59e6-0128-4056-987d-f5353d435248 req-115d0df1-4025-476f-96f2-d79bb53cd8bd tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:06.923735 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-492d59e6-0128-4056-987d-f5353d435248 req-115d0df1-4025-476f-96f2-d79bb53cd8bd tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0941510 Jun 18 08:19:06.946521 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port 6ba65ed1-ab7d-4808-94bd-52408d7aff14, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=6ba65ed1-ab7d-4808-94bd-52408d7aff14,segment=NetworkSegment(a28af04d-3ed8-4c20-90f7-469427e7cac7),segment_id=a28af04d-3ed8-4c20-90f7-469427e7cac7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:19:06.960429 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': '6ba65ed1-ab7d-4808-94bd-52408d7aff14', 'network_id': '22a3b1de-8903-4500-ba5b-d0076e34e24d', 'port_id': '6ba65ed1-ab7d-4808-94bd-52408d7aff14', 'mac_address': 'fa:16:3e:55:bf:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad2ef25-b916-445d-ba86-69beff409fb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:19:06.963020 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-492d59e6-0128-4056-987d-f5353d435248 req-7757b28b-15fc-4115-9d2c-e2e2bf61c5cd tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335429 Jun 18 08:19:06.998912 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:07.014211 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba65ed1-ab7d-4808-94bd-52408d7aff14 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:19:07.034899 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port 6ba65ed1-ab7d-4808-94bd-52408d7aff14, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=6ba65ed1-ab7d-4808-94bd-52408d7aff14,segment=NetworkSegment(a28af04d-3ed8-4c20-90f7-469427e7cac7),segment_id=a28af04d-3ed8-4c20-90f7-469427e7cac7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:19:07.040849 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:07.043302 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:07.098767 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=6ba65ed1-ab7d-4808-94bd-52408d7aff14,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:07.108501 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:07.108853 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:07.109241 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:07.109581 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:07.109913 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:07.110242 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:07.110569 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:07.110896 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:07.111247 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:07.111572 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:07.111893 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:07.112214 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:19:07.118349 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:07.129950 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-da89e0c7-6816-4da5-9f91-8362b09d0185 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7f8be30b8e7b4786a9355b990b2becf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218375 Jun 18 08:19:07.138621 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 48210) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:07.166692 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29dc6da-1f47-48ae-8539-cda751e1292b req-47759011-69a2-4dc6-85b4-fde094f2ac92 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:07.168496 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a29dc6da-1f47-48ae-8539-cda751e1292b req-47759011-69a2-4dc6-85b4-fde094f2ac92 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 944 time: 0.0692928 Jun 18 08:19:07.193825 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8efe43fa-784a-4118-9e91-0f3e77fcb1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:07.218798 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a29dc6da-1f47-48ae-8539-cda751e1292b req-9e042aa0-8e60-4d72-bec7-cb9f4c64c58a tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431020 Jun 18 08:19:07.221485 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8efe43fa-784a-4118-9e91-0f3e77fcb1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:07.273224 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8efe43fa-784a-4118-9e91-0f3e77fcb1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:07.275980 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8efe43fa-784a-4118-9e91-0f3e77fcb1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:07.277103 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8efe43fa-784a-4118-9e91-0f3e77fcb1b5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9804ff55-37d5-4e2e-8691-2b2a52a442de HTTP/1.1" status: 204 len: 168 time: 0.1356795 Jun 18 08:19:07.278193 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d8db892f-f3c0-42d8-b906-f5cfc894528f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:07.285321 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe43fa-784a-4118-9e91-0f3e77fcb1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9804ff55-37d5-4e2e-8691-2b2a52a442de,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:07.287565 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8efe43fa-784a-4118-9e91-0f3e77fcb1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:07.304133 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['6ba65ed1-ab7d-4808-94bd-52408d7aff14'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:19:08.089602 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d32f9-2814-4fce-bbdf-7af9c3895a92 req-4db4a519-4d54-450b-91a1-eb528ef8a9e8 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:08.091205 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-968d32f9-2814-4fce-bbdf-7af9c3895a92 req-4db4a519-4d54-450b-91a1-eb528ef8a9e8 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0779185 Jun 18 08:19:08.145747 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-968d32f9-2814-4fce-bbdf-7af9c3895a92 req-3c209e36-383e-4be9-863d-d79f8395b9ed tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487313 Jun 18 08:19:08.186308 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e2599-d91a-4fd1-b672-08fea8c13898 req-b6fa3b35-e08a-46c1-900f-b4ca03bec549 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:08.188012 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-711e2599-d91a-4fd1-b672-08fea8c13898 req-b6fa3b35-e08a-46c1-900f-b4ca03bec549 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0778344 Jun 18 08:19:08.229914 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-711e2599-d91a-4fd1-b672-08fea8c13898 req-577f5b50-c387-4498-ae41-2642e3a2686d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358582 Jun 18 08:19:08.410189 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b0f71-1e56-4975-9343-2325d35cdf41 req-6a60d6b8-f77b-404e-8319-6536014f8a0c tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:08.412150 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ab3b0f71-1e56-4975-9343-2325d35cdf41 req-6a60d6b8-f77b-404e-8319-6536014f8a0c tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 944 time: 0.0865531 Jun 18 08:19:08.456109 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ab3b0f71-1e56-4975-9343-2325d35cdf41 req-a3d03d88-4a54-4222-8865-ec4e99019d2f tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374908 Jun 18 08:19:08.817400 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 6ba65ed1-ab7d-4808-94bd-52408d7aff14 up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:19:08.870787 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning for port 6ba65ed1-ab7d-4808-94bd-52408d7aff14 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:19:08.874804 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port 6ba65ed1-ab7d-4808-94bd-52408d7aff14 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:19:08.875413 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:08.960184 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:08.990405 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba65ed1-ab7d-4808-94bd-52408d7aff14'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:19:08.993770 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52722c3-454e-4f83-8901-e5c6c0cdc8f9" -d '{"events": [{"server_uuid": "ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9", "name": "network-vif-plugged", "status": "completed", "tag": "6ba65ed1-ab7d-4808-94bd-52408d7aff14"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:19:09.008534 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port 6ba65ed1-ab7d-4808-94bd-52408d7aff14, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=6ba65ed1-ab7d-4808-94bd-52408d7aff14,segment=NetworkSegment(a28af04d-3ed8-4c20-90f7-469427e7cac7),segment_id=a28af04d-3ed8-4c20-90f7-469427e7cac7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:19:09.012570 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:09.013614 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 5b8582ca-9553-437b-854d-f337ef101227 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:19:09.016315 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:09.037190 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe487612-bfd9-484b-9573-ffb4e8b83447 x-openstack-request-id: req-fe487612-bfd9-484b-9573-ffb4e8b83447 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:19:09.037648 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9", "name": "network-vif-plugged", "status": "completed", "tag": "6ba65ed1-ab7d-4808-94bd-52408d7aff14", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:19:09.038644 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fe487612-bfd9-484b-9573-ffb4e8b83447 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:19:09.045614 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba65ed1-ab7d-4808-94bd-52408d7aff14', 'code': 200} Jun 18 08:19:09.065132 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] No Port match for: 5b8582ca-9553-437b-854d-f337ef101227 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:19:09.065497 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 5b8582ca-9553-437b-854d-f337ef101227 not bound to the agent host hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:19:09.066019 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device a2c923ae-377f-435b-97f5-912fe5899846 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:19:09.094999 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] No Port match for: a2c923ae-377f-435b-97f5-912fe5899846 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:19:09.095389 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device a2c923ae-377f-435b-97f5-912fe5899846 not bound to the agent host hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:19:09.132064 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=6ba65ed1-ab7d-4808-94bd-52408d7aff14,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:09.135541 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:09.340252 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864034f-c55b-4e16-9e81-59ffdfe122bf req-272b6b34-9d14-4bcc-a457-c03b69b43461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:09.341859 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3864034f-c55b-4e16-9e81-59ffdfe122bf req-272b6b34-9d14-4bcc-a457-c03b69b43461 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 1098 time: 0.0990155 Jun 18 08:19:09.399948 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3864034f-c55b-4e16-9e81-59ffdfe122bf req-b85069eb-3d44-409f-9af8-5c8d3a5f71e2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476115 Jun 18 08:19:09.408672 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf095584-bab8-4ffd-9b6d-64aa28310661 req-41e7892a-37ec-4a82-9791-b4cf633ccf39 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:09.410230 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bf095584-bab8-4ffd-9b6d-64aa28310661 req-41e7892a-37ec-4a82-9791-b4cf633ccf39 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1108925 Jun 18 08:19:09.438528 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66349568-b478-4005-a05d-4b8d0db63f8f req-e14712ab-05ff-4c12-92f3-789be3ee00da tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:09.440261 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-66349568-b478-4005-a05d-4b8d0db63f8f req-e14712ab-05ff-4c12-92f3-789be3ee00da tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0815761 Jun 18 08:19:09.453554 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-bf095584-bab8-4ffd-9b6d-64aa28310661 req-d8ef5874-ce4c-47fb-8865-855312f0c626 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372512 Jun 18 08:19:09.492375 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-66349568-b478-4005-a05d-4b8d0db63f8f req-9972a4a9-18e6-4c97-8ce4-f6fa02be0588 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429833 Jun 18 08:19:09.642539 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ebf4b-a53a-4f77-97b8-3a0c5ecab244 req-d9aecb71-b237-4084-afbd-fbf439b699a5 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:09.646387 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-101ebf4b-a53a-4f77-97b8-3a0c5ecab244 req-d9aecb71-b237-4084-afbd-fbf439b699a5 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 945 time: 0.0678637 Jun 18 08:19:09.683010 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-101ebf4b-a53a-4f77-97b8-3a0c5ecab244 req-af319679-9ba1-4c0c-b077-30445cedfb61 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323818 Jun 18 08:19:09.721347 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 48354) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:09.830792 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-08a802fb-6714-4914-a4ae-5320003d1836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:09.928247 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-08a802fb-6714-4914-a4ae-5320003d1836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:09.932479 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-08a802fb-6714-4914-a4ae-5320003d1836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:09.936035 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-de18c91a-d509-40c6-aee2-4496cfa705d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:09.974076 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-08a802fb-6714-4914-a4ae-5320003d1836 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=96ea6f51ce82483d901adafd4c27edd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515485 Jun 18 08:19:09.976732 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 48364) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:09.983246 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a802fb-6714-4914-a4ae-5320003d1836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f71a7a-6a2e-4bf2-8cb0-75582977068c,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:09.987000 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-08a802fb-6714-4914-a4ae-5320003d1836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:10.047324 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-126f8cf2-67d9-4e47-9b3e-e77be849e329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:10.083388 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-126f8cf2-67d9-4e47-9b3e-e77be849e329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:10.136599 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-126f8cf2-67d9-4e47-9b3e-e77be849e329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:10.139434 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-126f8cf2-67d9-4e47-9b3e-e77be849e329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:10.140592 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-126f8cf2-67d9-4e47-9b3e-e77be849e329 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f1f71a7a-6a2e-4bf2-8cb0-75582977068c HTTP/1.1" status: 204 len: 168 time: 0.1629283 Jun 18 08:19:10.141323 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5dcc0ecb-d1b6-448f-8fb7-52d46318a475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:10.150062 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f8cf2-67d9-4e47-9b3e-e77be849e329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f71a7a-6a2e-4bf2-8cb0-75582977068c,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:10.152208 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-126f8cf2-67d9-4e47-9b3e-e77be849e329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:10.414191 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 48374) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:10.427441 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5317a520-1bc3-4148-a1cb-16174b9e5896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:10.515298 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5317a520-1bc3-4148-a1cb-16174b9e5896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:10.520885 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5317a520-1bc3-4148-a1cb-16174b9e5896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:10.524773 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ccf65042-ff44-4d27-b036-83c96cb305a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:10.563557 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5317a520-1bc3-4148-a1cb-16174b9e5896 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4e72f0d6bccc45578f14b4c07075bdd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458473 Jun 18 08:19:10.563767 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 48380) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:10.570290 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317a520-1bc3-4148-a1cb-16174b9e5896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1673e2-c2ca-4947-9770-95e18c5af750,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:10.579751 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5317a520-1bc3-4148-a1cb-16174b9e5896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:10.658392 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1875a78a-038d-413f-974a-a8ec36f11bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:10.679297 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885efe9f-8172-4cc0-9708-c0e2c695a04e req-edcc6d47-1885-454a-ac69-90cb784e25d1 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:10.680683 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-885efe9f-8172-4cc0-9708-c0e2c695a04e req-edcc6d47-1885-454a-ac69-90cb784e25d1 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 943 time: 0.0662196 Jun 18 08:19:10.686548 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a7c63-84ec-42f8-9958-67444d253cfb req-72d12a9f-cd41-4039-8bec-48aee7340bf1 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:10.688004 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-626a7c63-84ec-42f8-9958-67444d253cfb req-72d12a9f-cd41-4039-8bec-48aee7340bf1 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1141188 Jun 18 08:19:10.692968 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1875a78a-038d-413f-974a-a8ec36f11bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:10.719226 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-885efe9f-8172-4cc0-9708-c0e2c695a04e req-2f7e46b9-fcbe-4fa8-a2bc-b4f08b648a3a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327549 Jun 18 08:19:10.748588 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-626a7c63-84ec-42f8-9958-67444d253cfb req-2db16b59-66f7-4045-b54c-d2452a42e850 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532904 Jun 18 08:19:10.776261 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1875a78a-038d-413f-974a-a8ec36f11bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:10.778943 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1875a78a-038d-413f-974a-a8ec36f11bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:10.780100 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1875a78a-038d-413f-974a-a8ec36f11bac admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5d1673e2-c2ca-4947-9770-95e18c5af750 HTTP/1.1" status: 204 len: 168 time: 0.2153940 Jun 18 08:19:10.781180 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-173c17ef-1085-41a9-92e2-78f6f8a1ab85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:10.790884 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875a78a-038d-413f-974a-a8ec36f11bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1673e2-c2ca-4947-9770-95e18c5af750,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:10.794084 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1875a78a-038d-413f-974a-a8ec36f11bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:10.905954 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a9c4-d004-4451-9a07-aba2ad656937 req-a7bfec43-63cb-4483-98eb-3f7e640cf52a tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:10.907462 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d8e1a9c4-d004-4451-9a07-aba2ad656937 req-a7bfec43-63cb-4483-98eb-3f7e640cf52a tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 945 time: 0.0652282 Jun 18 08:19:10.950136 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d8e1a9c4-d004-4451-9a07-aba2ad656937 req-2f4f5f61-19e0-4179-baeb-4ef042b58fc2 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368342 Jun 18 08:19:11.122650 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108db7a8-ff6f-4dd7-8eac-62d877eac14b req-77c89d4a-df84-4852-87c2-e1c2b5a61a8f tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:11.124165 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-108db7a8-ff6f-4dd7-8eac-62d877eac14b req-77c89d4a-df84-4852-87c2-e1c2b5a61a8f tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 945 time: 0.0650449 Jun 18 08:19:11.163262 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-108db7a8-ff6f-4dd7-8eac-62d877eac14b req-bd1bde94-dcc8-4503-82d5-fe11d703075c tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335157 Jun 18 08:19:11.364933 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f31a15ce-192e-4389-a98f-732a12034d15 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:19:11.466179 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f31a15ce-192e-4389-a98f-732a12034d15, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f31a15ce-192e-4389-a98f-732a12034d15,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:19:11.478076 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': 'f31a15ce-192e-4389-a98f-732a12034d15', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'port_id': 'f31a15ce-192e-4389-a98f-732a12034d15', 'mac_address': 'fa:16:3e:0a:4a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:19:11.519579 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:11.532645 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31a15ce-192e-4389-a98f-732a12034d15 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:19:11.554717 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f31a15ce-192e-4389-a98f-732a12034d15, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f31a15ce-192e-4389-a98f-732a12034d15,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:19:11.559534 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:11.561771 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-80cdea6c-29f3-4971-b388-7f540f056869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:11.573045 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78338b66-00db-4f50-a97e-550025fbddd4 req-9c5ffa0c-0825-462d-a54f-5e418c3d6b79 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:11.574515 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-78338b66-00db-4f50-a97e-550025fbddd4 req-9c5ffa0c-0825-462d-a54f-5e418c3d6b79 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 945 time: 0.0718067 Jun 18 08:19:11.613794 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=f31a15ce-192e-4389-a98f-732a12034d15,revision_number=9']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:11.614204 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-78338b66-00db-4f50-a97e-550025fbddd4 req-ed04f840-31db-4114-863f-6f3ed7829cd8 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328803 Jun 18 08:19:11.623858 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:11.932978 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f497f-b01a-4116-953c-83ae04fa29be req-93e9233d-1273-45a9-b558-e4d4a2cffc11 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:11.934569 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0a5f497f-b01a-4116-953c-83ae04fa29be req-93e9233d-1273-45a9-b558-e4d4a2cffc11 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 944 time: 0.0780287 Jun 18 08:19:12.007004 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40dca1-776d-4f26-a758-73c64de198c4 req-743002c8-5ab3-4d0e-8da0-af26eb7f307f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:12.010554 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3d40dca1-776d-4f26-a758-73c64de198c4 req-743002c8-5ab3-4d0e-8da0-af26eb7f307f tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1209006 Jun 18 08:19:12.031167 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0a5f497f-b01a-4116-953c-83ae04fa29be req-dffe2fab-06ec-489e-b6d4-56a734b9aa46 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890620 Jun 18 08:19:12.056989 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3d40dca1-776d-4f26-a758-73c64de198c4 req-ac173445-6c94-4d5b-8b20-bdbeaca76a2a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453351 Jun 18 08:19:12.565103 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 48448) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:12.668894 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fe1b30df-b1b2-4068-9ae3-d81fa8e652c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:12.759336 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fe1b30df-b1b2-4068-9ae3-d81fa8e652c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:12.762948 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-fe1b30df-b1b2-4068-9ae3-d81fa8e652c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:12.765254 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f57d0250-73b7-4d4d-a477-4224dedb5a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:12.799421 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b30df-b1b2-4068-9ae3-d81fa8e652c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6f4dff-c885-46cb-af08-187f34cb4388,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:12.803115 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-fe1b30df-b1b2-4068-9ae3-d81fa8e652c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:12.806123 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-fe1b30df-b1b2-4068-9ae3-d81fa8e652c9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7121cd2677594afd9a2dce2776016642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400069 Jun 18 08:19:12.808884 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 48452) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:12.857821 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-61048293-1d85-470a-9247-5112f5c3d205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:12.878638 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-61048293-1d85-470a-9247-5112f5c3d205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:12.924534 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-61048293-1d85-470a-9247-5112f5c3d205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:12.927171 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-61048293-1d85-470a-9247-5112f5c3d205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:12.928957 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-61048293-1d85-470a-9247-5112f5c3d205 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5f6f4dff-c885-46cb-af08-187f34cb4388 HTTP/1.1" status: 204 len: 168 time: 0.1186149 Jun 18 08:19:12.929707 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d2f1dbc5-7915-4db8-af9b-721bbdb92d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:12.937391 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61048293-1d85-470a-9247-5112f5c3d205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6f4dff-c885-46cb-af08-187f34cb4388,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:12.940398 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-61048293-1d85-470a-9247-5112f5c3d205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:13.231366 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 48466) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:13.255236 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-90263bbd-2fd3-4e3f-8773-72080002aa0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:13.260187 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc48a2-6582-4105-879e-dec2b51a39df req-938bd274-e1df-4b18-a2f1-2037b5509f82 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:13.263453 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-effc48a2-6582-4105-879e-dec2b51a39df req-938bd274-e1df-4b18-a2f1-2037b5509f82 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 944 time: 0.0950677 Jun 18 08:19:13.307736 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-effc48a2-6582-4105-879e-dec2b51a39df req-57da285e-4646-47e3-b716-c2acdfcf915b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380740 Jun 18 08:19:13.361895 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c6250-8057-46bf-a650-9aa1665ccac9 req-36ba9de5-9de5-4409-b2d1-d3fde4bb7988 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:13.363394 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-540c6250-8057-46bf-a650-9aa1665ccac9 req-36ba9de5-9de5-4409-b2d1-d3fde4bb7988 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.1234915 Jun 18 08:19:13.439644 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-540c6250-8057-46bf-a650-9aa1665ccac9 req-8217a9dd-e1a1-49f9-ac6a-c8c4597b2977 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686533 Jun 18 08:19:13.455302 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-90263bbd-2fd3-4e3f-8773-72080002aa0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:13.459917 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-90263bbd-2fd3-4e3f-8773-72080002aa0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:13.462555 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c65d00cc-8b33-4b69-a983-5a79ddb29bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:13.503054 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-90263bbd-2fd3-4e3f-8773-72080002aa0b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fccdab382b624ad1b378fd31579664f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704704 Jun 18 08:19:13.503952 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90263bbd-2fd3-4e3f-8773-72080002aa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6052cc76-dae0-4a3f-9e07-a7ecabe5b68a,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:13.505806 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 48468) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:13.507438 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-90263bbd-2fd3-4e3f-8773-72080002aa0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:13.563217 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-67f2817a-f6cf-43ca-8b7d-478b5a70610b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:13.593882 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-67f2817a-f6cf-43ca-8b7d-478b5a70610b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:13.643816 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-67f2817a-f6cf-43ca-8b7d-478b5a70610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:13.646557 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-67f2817a-f6cf-43ca-8b7d-478b5a70610b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:13.648527 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-67f2817a-f6cf-43ca-8b7d-478b5a70610b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6052cc76-dae0-4a3f-9e07-a7ecabe5b68a HTTP/1.1" status: 204 len: 168 time: 0.1406631 Jun 18 08:19:13.650215 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a9fed1a6-96ab-4218-b30f-588c819c10d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:13.658512 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2817a-f6cf-43ca-8b7d-478b5a70610b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6052cc76-dae0-4a3f-9e07-a7ecabe5b68a,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:13.661254 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-67f2817a-f6cf-43ca-8b7d-478b5a70610b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:13.801166 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['f31a15ce-192e-4389-a98f-732a12034d15'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:19:14.538315 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c50fd-3ddc-4096-9e65-00bfcabb8d0b req-543a4540-842b-4f78-8a18-5a70a6ce65bd tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:14.541156 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-188c50fd-3ddc-4096-9e65-00bfcabb8d0b req-543a4540-842b-4f78-8a18-5a70a6ce65bd tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 944 time: 0.0732036 Jun 18 08:19:14.583119 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-188c50fd-3ddc-4096-9e65-00bfcabb8d0b req-7b861dbb-20e4-4464-b9f3-e4bce64c71a0 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352807 Jun 18 08:19:14.774578 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62e26d-75e2-44da-a2e0-38aa8e09490d req-b74e07de-fbe7-431a-a07d-0bb28081bedf tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:14.776124 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bd62e26d-75e2-44da-a2e0-38aa8e09490d req-b74e07de-fbe7-431a-a07d-0bb28081bedf tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0797865 Jun 18 08:19:14.826256 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bd62e26d-75e2-44da-a2e0-38aa8e09490d req-f5cbe112-8489-472d-943c-c628b2d3a2f0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445886 Jun 18 08:19:15.384917 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f31a15ce-192e-4389-a98f-732a12034d15 up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:19:15.435947 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port f31a15ce-192e-4389-a98f-732a12034d15 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:19:15.436336 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:15.512631 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:15.539440 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2db490-a960-4b9f-8486-7f39c1777648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31a15ce-192e-4389-a98f-732a12034d15'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:19:15.541983 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e98e6ec-bd18-4631-b7ed-0f973164cd45" -d '{"events": [{"server_uuid": "2a2db490-a960-4b9f-8486-7f39c1777648", "name": "network-vif-plugged", "status": "completed", "tag": "f31a15ce-192e-4389-a98f-732a12034d15"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:19:15.556688 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f31a15ce-192e-4389-a98f-732a12034d15, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f31a15ce-192e-4389-a98f-732a12034d15,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:19:15.561525 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:15.564433 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:15.592883 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b209dc21-00a0-4eb0-be35-13a2ecfe5a0f x-openstack-request-id: req-b209dc21-00a0-4eb0-be35-13a2ecfe5a0f {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:19:15.593183 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2db490-a960-4b9f-8486-7f39c1777648", "name": "network-vif-plugged", "status": "completed", "tag": "f31a15ce-192e-4389-a98f-732a12034d15", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:19:15.593445 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b209dc21-00a0-4eb0-be35-13a2ecfe5a0f {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:19:15.593838 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2db490-a960-4b9f-8486-7f39c1777648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31a15ce-192e-4389-a98f-732a12034d15', 'code': 200} Jun 18 08:19:15.625600 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=f31a15ce-192e-4389-a98f-732a12034d15,revision_number=10']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:15.628915 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:15.760352 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993668b-77be-4245-b506-24471241481d req-76ddfee1-a500-4135-b354-4b4dacbbfbab tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:15.761783 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2993668b-77be-4245-b506-24471241481d req-76ddfee1-a500-4135-b354-4b4dacbbfbab tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 946 time: 0.0610847 Jun 18 08:19:15.798560 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2993668b-77be-4245-b506-24471241481d req-98cfbc97-d979-4928-bb78-256c8ce97db6 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309944 Jun 18 08:19:16.011935 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522ba0-1284-404c-a9c5-4373d166e034 req-8dc187f1-dfb6-4cea-ae49-430835853f5c tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:16.013486 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d7522ba0-1284-404c-a9c5-4373d166e034 req-8dc187f1-dfb6-4cea-ae49-430835853f5c tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0653000 Jun 18 08:19:16.052480 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-d7522ba0-1284-404c-a9c5-4373d166e034 req-a514eb75-4031-430f-ba80-030a66611588 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319777 Jun 18 08:19:16.174417 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bb219-5c70-4183-aaea-ee2cb56928f7 req-ed8e8d2f-0e1f-4dbe-abcd-ffff74bcc9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:16.175953 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c31bb219-5c70-4183-aaea-ee2cb56928f7 req-ed8e8d2f-0e1f-4dbe-abcd-ffff74bcc9b7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 1099 time: 0.0585384 Jun 18 08:19:16.215678 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c31bb219-5c70-4183-aaea-ee2cb56928f7 req-e6eb997f-2626-49aa-9d97-06abdfe7db0f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286226 Jun 18 08:19:16.975401 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e3a42-8ee6-4b85-9918-eefa9ef69dc6 req-e31c6b4d-016b-4d6f-b25e-711d84b2b4d8 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:16.976842 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-931e3a42-8ee6-4b85-9918-eefa9ef69dc6 req-e31c6b4d-016b-4d6f-b25e-711d84b2b4d8 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 946 time: 0.0620620 Jun 18 08:19:17.017502 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-931e3a42-8ee6-4b85-9918-eefa9ef69dc6 req-1ad92ce7-3d8a-4d3b-8049-0dc2ec899fdb tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351408 Jun 18 08:19:17.232678 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d7060-3f4f-4db5-ada2-c84c27e249fd req-d0be679a-903b-4e3f-98b3-4c3df758945a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:17.234138 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c96d7060-3f4f-4db5-ada2-c84c27e249fd req-d0be679a-903b-4e3f-98b3-4c3df758945a tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0666683 Jun 18 08:19:17.270749 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-c96d7060-3f4f-4db5-ada2-c84c27e249fd req-009ab0cf-ded3-4e78-ade4-bf5aad2cd72d tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/security-groups?id=9dbcd0e8-2e37-4cac-8f3b-857675b402f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309713 Jun 18 08:19:17.936874 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b653c1-1841-428b-9831-328e811f3e35 req-bcef73df-4b81-40b6-92a7-d10b35970fca tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:17.938366 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-26b653c1-1841-428b-9831-328e811f3e35 req-bcef73df-4b81-40b6-92a7-d10b35970fca tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.88 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 946 time: 0.0636771 Jun 18 08:19:18.043978 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-26b653c1-1841-428b-9831-328e811f3e35 req-b9641db6-1ac2-4df2-a44c-5adfc45b44b0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Deleting port c73b32a0-b556-40f7-8846-a39f7be972d2 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:19:18.044324 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-26b653c1-1841-428b-9831-328e811f3e35 req-b9641db6-1ac2-4df2-a44c-5adfc45b44b0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:18.149349 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-26b653c1-1841-428b-9831-328e811f3e35 req-b9641db6-1ac2-4df2-a44c-5adfc45b44b0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] For port c73b32a0-b556-40f7-8846-a39f7be972d2, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c73b32a0-b556-40f7-8846-a39f7be972d2,segment=NetworkSegment(cf625552-5db4-4804-8708-c2d634c3afaf),segment_id=cf625552-5db4-4804-8708-c2d634c3afaf)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:19:18.149712 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-26b653c1-1841-428b-9831-328e811f3e35 req-b9641db6-1ac2-4df2-a44c-5adfc45b44b0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:18.204464 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d5276-01e4-411d-a0c4-9c873e781b2c req-313b8898-d8af-475d-8eac-90bd80f3b0cd tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:18.205947 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fb6d5276-01e4-411d-a0c4-9c873e781b2c req-313b8898-d8af-475d-8eac-90bd80f3b0cd tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 946 time: 0.0639670 Jun 18 08:19:18.216542 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-26b653c1-1841-428b-9831-328e811f3e35 req-b9641db6-1ac2-4df2-a44c-5adfc45b44b0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Calling delete_port for c73b32a0-b556-40f7-8846-a39f7be972d2 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:19:18.246569 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fb6d5276-01e4-411d-a0c4-9c873e781b2c req-ef991bd6-5cad-4e39-aa14-297cffb1986d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339892 Jun 18 08:19:18.350915 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-26b653c1-1841-428b-9831-328e811f3e35 req-b9641db6-1ac2-4df2-a44c-5adfc45b44b0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:18.355177 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-34fcdd37-1fdb-4a16-975b-bd76c3350277 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:18.363700 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['c73b32a0-b556-40f7-8846-a39f7be972d2'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:19:18.387216 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9641db6-1ac2-4df2-a44c-5adfc45b44b0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Pushing event deleted for resources: {'Port': ['ID=c73b32a0-b556-40f7-8846-a39f7be972d2,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:18.390957 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b9641db6-1ac2-4df2-a44c-5adfc45b44b0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:18.434901 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-efeb1ce4-1a87-4165-abbd-f2acd2d63675 req-9271f40f-d580-41e9-a350-a44f363c2612 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.83 "GET /v2.0/ports?device_id=02a09fdf-119c-4e54-8d16-573f1cb44dd4 HTTP/1.1" status: 200 len: 210 time: 0.0491672 Jun 18 08:19:18.455369 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b653c1-1841-428b-9831-328e811f3e35 req-b9641db6-1ac2-4df2-a44c-5adfc45b44b0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] No DVR routers for this DVR port c73b32a0-b556-40f7-8846-a39f7be972d2 on host hv-cinder-76111 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:19:18.458915 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-26b653c1-1841-428b-9831-328e811f3e35 req-b9641db6-1ac2-4df2-a44c-5adfc45b44b0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:18.460919 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-26b653c1-1841-428b-9831-328e811f3e35 req-b9641db6-1ac2-4df2-a44c-5adfc45b44b0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] 10.222.0.88 "DELETE /v2.0/ports/c73b32a0-b556-40f7-8846-a39f7be972d2 HTTP/1.1" status: 204 len: 173 time: 0.5159302 Jun 18 08:19:18.461405 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a09fdf-119c-4e54-8d16-573f1cb44dd4', 'name': 'network-vif-deleted', 'tag': 'c73b32a0-b556-40f7-8846-a39f7be972d2'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:19:18.463697 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa741362-e50a-4911-a22b-9c5044b92961" -d '{"events": [{"server_uuid": "02a09fdf-119c-4e54-8d16-573f1cb44dd4", "name": "network-vif-deleted", "tag": "c73b32a0-b556-40f7-8846-a39f7be972d2"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:19:18.501273 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fdd796-832e-4f01-9e53-fb9548420a9f x-openstack-request-id: req-c1fdd796-832e-4f01-9e53-fb9548420a9f {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:19:18.501593 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a09fdf-119c-4e54-8d16-573f1cb44dd4", "name": "network-vif-deleted", "tag": "c73b32a0-b556-40f7-8846-a39f7be972d2", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:19:18.501879 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c1fdd796-832e-4f01-9e53-fb9548420a9f {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:19:18.502293 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a09fdf-119c-4e54-8d16-573f1cb44dd4', 'name': 'network-vif-deleted', 'tag': 'c73b32a0-b556-40f7-8846-a39f7be972d2', 'status': 'completed', 'code': 200} Jun 18 08:19:19.527944 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 48640) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:20.151600 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-393d9174-7860-43fc-801f-86150cfcd8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608241'] for router_interface, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:20.453301 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-393d9174-7860-43fc-801f-86150cfcd8ca admin admin] Deleting port a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:19:20.453664 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-393d9174-7860-43fc-801f-86150cfcd8ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:20.531049 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-393d9174-7860-43fc-801f-86150cfcd8ca admin admin] For port a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a,segment=NetworkSegment(cf625552-5db4-4804-8708-c2d634c3afaf),segment_id=cf625552-5db4-4804-8708-c2d634c3afaf)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:19:20.531697 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-393d9174-7860-43fc-801f-86150cfcd8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:20.596706 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-393d9174-7860-43fc-801f-86150cfcd8ca admin admin] Calling delete_port for a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a owned by network:router_interface {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:19:20.825786 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-393d9174-7860-43fc-801f-86150cfcd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:20.828923 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c8e1a54f-c773-404a-953c-d0052774f373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:20.852571 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d9174-7860-43fc-801f-86150cfcd8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:20.857514 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-393d9174-7860-43fc-801f-86150cfcd8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:21.008387 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-393d9174-7860-43fc-801f-86150cfcd8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608077'] for router_interface, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:21.213346 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393d9174-7860-43fc-801f-86150cfcd8ca admin admin] Router b42ba34c-76ee-4186-a777-5867eafaab84 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:19:21.316028 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393d9174-7860-43fc-801f-86150cfcd8ca admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:19:21.321608 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-393d9174-7860-43fc-801f-86150cfcd8ca admin admin] 10.222.0.83 "PUT /v2.0/routers/b42ba34c-76ee-4186-a777-5867eafaab84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7926655 Jun 18 08:19:21.324197 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 48656) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:21.327716 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6791fb1-699e-40f6-a043-fd8f33ebb895 None None] Sync routers for ids ['b42ba34c-76ee-4186-a777-5867eafaab84'] in dv-cinder-761113-14-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:19:21.337688 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6791fb1-699e-40f6-a043-fd8f33ebb895 None None] Routers {'b42ba34c-76ee-4186-a777-5867eafaab84'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:19:21.338376 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f6791fb1-699e-40f6-a043-fd8f33ebb895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:18:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['b42ba34c-76ee-4186-a777-5867eafaab84'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:19:21.427374 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device c73b32a0-b556-40f7-8846-a39f7be972d2 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:19:21.432069 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] Notify callbacks [] for router, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:21.440005 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-f6791fb1-699e-40f6-a043-fd8f33ebb895 None None] Set router b42ba34c-76ee-4186-a777-5867eafaab84 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:19:21.460993 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] No Port match for: c73b32a0-b556-40f7-8846-a39f7be972d2 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:19:21.461407 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device c73b32a0-b556-40f7-8846-a39f7be972d2 not bound to the agent host hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:19:21.539809 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:21.594140 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] Deleting port d9faad21-fd47-407c-ab69-ed341dec3953 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:19:21.594483 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:21.617840 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f6791fb1-699e-40f6-a043-fd8f33ebb895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'name': 'tempest-ServerRescueNegativeTestJSON-69973947-router', 'tenant_id': 'd410c302b42f411e81e57b1efce3d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd9faad21-fd47-407c-ab69-ed341dec3953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:19:20Z', 'revision_number': 5, 'project_id': 'd410c302b42f411e81e57b1efce3d4d3', 'gw_port': {'id': 'd9faad21-fd47-407c-ab69-ed341dec3953', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:3f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:02Z', 'updated_at': '2021-06-18T08:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:19:21.643325 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6791fb1-699e-40f6-a043-fd8f33ebb895 None None] Checking router: b42ba34c-76ee-4186-a777-5867eafaab84 for host: dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:19:21.651400 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6791fb1-699e-40f6-a043-fd8f33ebb895 None None] Routers {'b42ba34c-76ee-4186-a777-5867eafaab84'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:19:21.651929 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f6791fb1-699e-40f6-a043-fd8f33ebb895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:18:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['b42ba34c-76ee-4186-a777-5867eafaab84'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:19:21.679479 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] For port d9faad21-fd47-407c-ab69-ed341dec3953, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=d9faad21-fd47-407c-ab69-ed341dec3953,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:19:21.679839 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:21.734807 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-f6791fb1-699e-40f6-a043-fd8f33ebb895 None None] Set router b42ba34c-76ee-4186-a777-5867eafaab84 gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:19:21.744859 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] Calling delete_port for d9faad21-fd47-407c-ab69-ed341dec3953 owned by network:router_gateway {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:19:21.792607 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f6791fb1-699e-40f6-a043-fd8f33ebb895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'name': 'tempest-ServerRescueNegativeTestJSON-69973947-router', 'tenant_id': 'd410c302b42f411e81e57b1efce3d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:19:21Z', 'revision_number': 6, 'project_id': 'd410c302b42f411e81e57b1efce3d4d3', 'gw_port_host': None}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:19:21.818079 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6791fb1-699e-40f6-a043-fd8f33ebb895 None None] The sync data for ids ['b42ba34c-76ee-4186-a777-5867eafaab84'] in dv-cinder-761113-14-iscsi is: [{'id': 'b42ba34c-76ee-4186-a777-5867eafaab84', 'name': 'tempest-ServerRescueNegativeTestJSON-69973947-router', 'tenant_id': 'd410c302b42f411e81e57b1efce3d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:19:21Z', 'revision_number': 6, 'project_id': 'd410c302b42f411e81e57b1efce3d4d3', 'gw_port_host': None}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:19:21.907925 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:21.910929 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:21.940089 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d9faad21-fd47-407c-ab69-ed341dec3953,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:21.942908 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:22.001451 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543841'] for router_gateway, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.099515 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2653'] for router, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.102186 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.167472 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607022'] for router, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.168022 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router b42ba34c-76ee-4186-a777-5867eafaab84 {{(pid=92894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:19:22.173058 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.176661 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] 10.222.0.83 "DELETE /v2.0/routers/b42ba34c-76ee-4186-a777-5867eafaab84 HTTP/1.1" status: 204 len: 168 time: 0.8491588 Jun 18 08:19:22.177062 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 48664) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:22.236626 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-1870138e-1e2c-4639-9c12-ea10c8ab9d6e admin admin] Deleting subnet 5a962334-f0f8-4687-b920-e54f22a8616d {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:19:22.243101 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1870138e-1e2c-4639-9c12-ea10c8ab9d6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.287065 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1870138e-1e2c-4639-9c12-ea10c8ab9d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8739288'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.326347 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1870138e-1e2c-4639-9c12-ea10c8ab9d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8181128'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.377825 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1870138e-1e2c-4639-9c12-ea10c8ab9d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8181127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8739149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8539572'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.380761 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f2fa4130-ea87-4dd4-8c0c-e44f4bc55fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:22.404402 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870138e-1e2c-4639-9c12-ea10c8ab9d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a962334-f0f8-4687-b920-e54f22a8616d,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:22.406742 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1870138e-1e2c-4639-9c12-ea10c8ab9d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.408525 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-1870138e-1e2c-4639-9c12-ea10c8ab9d6e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/5a962334-f0f8-4687-b920-e54f22a8616d HTTP/1.1" status: 204 len: 168 time: 0.2304437 Jun 18 08:19:22.409395 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1870138e-1e2c-4639-9c12-ea10c8ab9d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:22.411170 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 48668) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:22.481191 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-934d3084-5e5f-4cbb-bba8-95c1c8ce0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093684'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.557063 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-934d3084-5e5f-4cbb-bba8-95c1c8ce0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187415', 'neutron.services.segments.db._delete_segments_for_network-8757668836051'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.568334 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-934d3084-5e5f-4cbb-bba8-95c1c8ce0a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81beaa51-a303-4525-af1f-eae9f4b78c5e']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:19:22.585700 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-934d3084-5e5f-4cbb-bba8-95c1c8ce0a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf625552-5db4-4804-8708-c2d634c3afaf') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:19:22.585988 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-934d3084-5e5f-4cbb-bba8-95c1c8ce0a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf625552-5db4-4804-8708-c2d634c3afaf') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:19:22.595603 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-934d3084-5e5f-4cbb-bba8-95c1c8ce0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757668835880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8739281'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.609856 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-934d3084-5e5f-4cbb-bba8-95c1c8ce0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.616542 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934d3084-5e5f-4cbb-bba8-95c1c8ce0a8b admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:19:22.616542 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-934d3084-5e5f-4cbb-bba8-95c1c8ce0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8739046'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: timer() Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: cb(*args, **kw) Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: self._notify() Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: self.callback(batched_events) Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: event.method(event) Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: return self._get(url).json() Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:19:22.618362 dv-cinder-761113-14-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:19:22.639874 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:19:22.667484 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:19:22.667943 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device a3d5d8f6-91e0-44fb-b9c3-5a8ea567920a not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:19:22.668444 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device d9faad21-fd47-407c-ab69-ed341dec3953 no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:19:22.676925 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-934d3084-5e5f-4cbb-bba8-95c1c8ce0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8187406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543934'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.680777 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:22.688528 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: d9faad21-fd47-407c-ab69-ed341dec3953 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:19:22.688982 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device d9faad21-fd47-407c-ab69-ed341dec3953 not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:19:22.694395 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-934d3084-5e5f-4cbb-bba8-95c1c8ce0a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.699197 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-934d3084-5e5f-4cbb-bba8-95c1c8ce0a8b admin admin] 10.222.0.83 "DELETE /v2.0/networks/81beaa51-a303-4525-af1f-eae9f4b78c5e HTTP/1.1" status: 204 len: 168 time: 0.2870517 Jun 18 08:19:22.701079 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d3084-5e5f-4cbb-bba8-95c1c8ce0a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=81beaa51-a303-4525-af1f-eae9f4b78c5e,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:22.703941 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-934d3084-5e5f-4cbb-bba8-95c1c8ce0a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:22.878373 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 48676) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:22.924749 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4695ca6d-fb40-4adc-9b11-82cf394ca01f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d410c302b42f411e81e57b1efce3d4d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0448232 Jun 18 08:19:22.926724 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 48680) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:19:22.974099 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a91b2d31-81bd-4e6e-b341-afbf092845c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:22.998893 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a91b2d31-81bd-4e6e-b341-afbf092845c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:23.043674 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a91b2d31-81bd-4e6e-b341-afbf092845c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:23.046231 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a91b2d31-81bd-4e6e-b341-afbf092845c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:23.047398 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a91b2d31-81bd-4e6e-b341-afbf092845c5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9dbcd0e8-2e37-4cac-8f3b-857675b402f2 HTTP/1.1" status: 204 len: 168 time: 0.1196914 Jun 18 08:19:23.048191 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b06e777c-665e-4cf2-a975-f982eb951bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:19:23.055346 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b2d31-81bd-4e6e-b341-afbf092845c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbcd0e8-2e37-4cac-8f3b-857675b402f2,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:19:23.057606 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a91b2d31-81bd-4e6e-b341-afbf092845c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:19:23.641413 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:24.254662 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b5565884-5f23-436f-8d9a-7321ae43dd89 req-11d5a93f-4d1a-4c85-aee0-7ce5b28f4e0f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543606 Jun 18 08:19:24.330511 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5565884-5f23-436f-8d9a-7321ae43dd89 req-5a0dbb8c-2946-4b02-97e6-d409a8d07e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:24.331993 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b5565884-5f23-436f-8d9a-7321ae43dd89 req-5a0dbb8c-2946-4b02-97e6-d409a8d07e45 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 1099 time: 0.0505128 Jun 18 08:19:24.437264 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5565884-5f23-436f-8d9a-7321ae43dd89 req-16dbd8f4-e1ea-4f64-b960-df9dc7bcb416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:24.438691 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b5565884-5f23-436f-8d9a-7321ae43dd89 req-16dbd8f4-e1ea-4f64-b960-df9dc7bcb416 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 912 time: 0.0844650 Jun 18 08:19:24.504030 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b5565884-5f23-436f-8d9a-7321ae43dd89 req-32af0c2e-b5fc-4080-b30a-9de3b1e1b158 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23670a1-71ab-4786-963b-22e49c0dfb4c HTTP/1.1" status: 200 len: 1002 time: 0.0540216 Jun 18 08:19:24.549829 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5565884-5f23-436f-8d9a-7321ae43dd89 req-d78f2b1a-fb87-49c7-ab2b-dcf58f5ef188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:24.551203 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b5565884-5f23-436f-8d9a-7321ae43dd89 req-d78f2b1a-fb87-49c7-ab2b-dcf58f5ef188 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 200 len: 849 time: 0.0403571 Jun 18 08:19:24.609966 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5565884-5f23-436f-8d9a-7321ae43dd89 req-8c81bae6-e1aa-4835-a7d9-5a1944b1d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:19:24.611544 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b5565884-5f23-436f-8d9a-7321ae43dd89 req-8c81bae6-e1aa-4835-a7d9-5a1944b1d377 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533974 Jun 18 08:19:24.697422 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b5565884-5f23-436f-8d9a-7321ae43dd89 req-4a52d80b-5072-4573-9a64-6f36c747795f service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792627 Jun 18 08:19:24.785628 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-b5565884-5f23-436f-8d9a-7321ae43dd89 req-7ebff4fa-3b5f-44e1-a040-b575022daee5 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812578 Jun 18 08:19:25.245284 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-513ba73c-70a2-4038-b312-2cd02944bdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:25.674288 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:19:27.865587 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:28.163525 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0faa5ab4-79f4-434c-bec9-a907830f92fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:28.893501 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:30.565641 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:53.641437 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:55.246478 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-608eebaf-92c3-4c2a-a590-88319972afd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:57.867145 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:58.162503 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-59b8abb4-8664-4f93-83a8-71fdf279c2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:19:58.897165 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:00.572955 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:02.673849 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:20:23.639645 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:25.247750 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-142e8dac-646a-4e56-96a2-9caf458dd029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:27.867929 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:28.162843 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c81f419e-1975-4623-8dc8-403821f7bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:28.900414 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:30.570851 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:39.672807 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:20:53.654233 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:55.249729 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e16e403c-4a6e-4eff-aa72-6df27570419c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:57.868025 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:58.164006 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f7803bfe-c4c6-456e-9cb8-760a4f799b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:58.902530 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:00.572802 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:16.671149 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:21:23.657252 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:24.211589 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a08bab50-4f26-4a02-8d59-28f0c494d569 req-6116c1e4-a231-4841-bec6-e6e5b753992f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1454287 Jun 18 08:21:24.304151 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bab50-4f26-4a02-8d59-28f0c494d569 req-b16a51a4-cb93-489c-bb4e-503770cc26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:21:24.305568 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a08bab50-4f26-4a02-8d59-28f0c494d569 req-b16a51a4-cb93-489c-bb4e-503770cc26ed service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0f32dd32d7140888841a500cf4e733a&device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 1099 time: 0.0513546 Jun 18 08:21:24.421795 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bab50-4f26-4a02-8d59-28f0c494d569 req-2c3f5fd7-2a90-454e-9594-c9de9ed15a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:21:24.423278 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a08bab50-4f26-4a02-8d59-28f0c494d569 req-2c3f5fd7-2a90-454e-9594-c9de9ed15a7f service neutron] 10.222.0.88 "GET /v2.0/networks?id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802 HTTP/1.1" status: 200 len: 918 time: 0.0984831 Jun 18 08:21:24.484939 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a08bab50-4f26-4a02-8d59-28f0c494d569 req-5bd9f0fd-a3ec-4cb6-baa9-18133ac28003 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f31a15ce-192e-4389-a98f-732a12034d15 HTTP/1.1" status: 200 len: 1001 time: 0.0553632 Jun 18 08:21:24.538475 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bab50-4f26-4a02-8d59-28f0c494d569 req-f853891a-7897-4207-ad82-22a440b0310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:21:24.539973 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a08bab50-4f26-4a02-8d59-28f0c494d569 req-f853891a-7897-4207-ad82-22a440b0310d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb87a6f4-0113-442a-b865-b8bb43f888a4 HTTP/1.1" status: 200 len: 855 time: 0.0483422 Jun 18 08:21:24.595275 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bab50-4f26-4a02-8d59-28f0c494d569 req-9402ae1f-665e-44a2-9552-e6734fa1a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:21:24.596693 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a08bab50-4f26-4a02-8d59-28f0c494d569 req-9402ae1f-665e-44a2-9552-e6734fa1a8ca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496609 Jun 18 08:21:24.680723 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a08bab50-4f26-4a02-8d59-28f0c494d569 req-48171cb5-1e19-4204-80c1-dc25ec959205 service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775719 Jun 18 08:21:24.776254 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-a08bab50-4f26-4a02-8d59-28f0c494d569 req-b0fdd0f3-1ce2-4fbb-955a-88c4ba704f75 service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892351 Jun 18 08:21:25.250325 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-04d4bda4-9a73-467a-a67d-9d3d1a575d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:27.868965 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:28.163701 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4595a1e0-161f-4840-bc0d-70275689f933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:28.905254 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:30.575225 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:53.656947 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:53.669760 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:21:55.250359 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-47724d20-b5c1-4ec4-b3fc-2655cb7860bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:57.870239 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:58.164441 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-7a9349d5-552f-46be-a5a6-7688dcdef994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:58.906808 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:00.580490 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:23.686732 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:25.250391 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0fd6e343-8734-4a0c-8791-d9da012ef786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:26.223759 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19c3563e-c2fc-4cea-bb15-b114df7aa306 req-f6e4cc8a-76dc-4ef1-8203-e62eab33e3a4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502107 Jun 18 08:22:26.294000 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3563e-c2fc-4cea-bb15-b114df7aa306 req-5b8cc883-5465-4d6a-bb9e-e1f41760438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:22:26.295429 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19c3563e-c2fc-4cea-bb15-b114df7aa306 req-5b8cc883-5465-4d6a-bb9e-e1f41760438b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 1099 time: 0.0506215 Jun 18 08:22:26.397056 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3563e-c2fc-4cea-bb15-b114df7aa306 req-e23cf14c-7677-4ea1-8a95-25e520c438cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:22:26.398917 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19c3563e-c2fc-4cea-bb15-b114df7aa306 req-e23cf14c-7677-4ea1-8a95-25e520c438cf service neutron] 10.222.0.88 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 912 time: 0.0834799 Jun 18 08:22:26.473136 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19c3563e-c2fc-4cea-bb15-b114df7aa306 req-7b3f0b22-dba9-4c5e-9aff-6c601f421dc9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23670a1-71ab-4786-963b-22e49c0dfb4c HTTP/1.1" status: 200 len: 1002 time: 0.0680132 Jun 18 08:22:26.525241 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3563e-c2fc-4cea-bb15-b114df7aa306 req-109ebd7f-8565-4049-8ca0-78eb8302e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:22:26.526675 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19c3563e-c2fc-4cea-bb15-b114df7aa306 req-109ebd7f-8565-4049-8ca0-78eb8302e295 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 200 len: 849 time: 0.0470026 Jun 18 08:22:26.587940 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3563e-c2fc-4cea-bb15-b114df7aa306 req-1af1dfbd-3815-4468-9148-7cec3414166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:22:26.589469 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19c3563e-c2fc-4cea-bb15-b114df7aa306 req-1af1dfbd-3815-4468-9148-7cec3414166d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0563016 Jun 18 08:22:26.678010 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19c3563e-c2fc-4cea-bb15-b114df7aa306 req-0b212e1c-387b-420b-aa7e-6b98eeb8beaa service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806000 Jun 18 08:22:26.771830 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-19c3563e-c2fc-4cea-bb15-b114df7aa306 req-f86d97da-bcd4-42c4-8698-ce34c40a420e service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874052 Jun 18 08:22:27.875366 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:28.163492 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-30576b62-8345-494e-9f10-be2f31047dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:28.909882 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:30.585313 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:30.668513 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:22:53.686174 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:55.251330 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-50cad9e6-05fb-43c6-8805-1a6a72d2b8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:57.876418 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:58.164375 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-08bfc530-50cb-49fc-b027-6afde1175252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:58.912900 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:00.584717 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:07.667580 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:23:23.687268 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:25.254273 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4e0b0403-2400-4452-aca6-f019eb3777dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:25.656581 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-438768ae-103c-4a98-b68b-fd3a66a53cc5 req-36fc4801-f44a-4982-b543-559dafedc8bf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508256 Jun 18 08:23:25.726244 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438768ae-103c-4a98-b68b-fd3a66a53cc5 req-432f7682-fe0a-4928-8034-a5a263f75c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:25.727694 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-438768ae-103c-4a98-b68b-fd3a66a53cc5 req-432f7682-fe0a-4928-8034-a5a263f75c7e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d1527baffb2244278e4b159ca697d6ed&device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 1098 time: 0.0506542 Jun 18 08:23:25.829821 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438768ae-103c-4a98-b68b-fd3a66a53cc5 req-db7d823c-bd6d-4a9d-8325-7d9790de00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:25.831252 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-438768ae-103c-4a98-b68b-fd3a66a53cc5 req-db7d823c-bd6d-4a9d-8325-7d9790de00b1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bb1ecdf4-45bd-4110-bede-0aa4a981b098 HTTP/1.1" status: 200 len: 916 time: 0.0833917 Jun 18 08:23:25.870690 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-438768ae-103c-4a98-b68b-fd3a66a53cc5 req-27811505-48d8-4387-9313-9ab339839af1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d HTTP/1.1" status: 200 len: 217 time: 0.0333457 Jun 18 08:23:25.919631 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438768ae-103c-4a98-b68b-fd3a66a53cc5 req-3ff143bd-1e4f-484f-9d13-3ad57018565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:25.920935 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-438768ae-103c-4a98-b68b-fd3a66a53cc5 req-3ff143bd-1e4f-484f-9d13-3ad57018565f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=969d1600-0266-41b1-a937-067695e31834 HTTP/1.1" status: 200 len: 854 time: 0.0448828 Jun 18 08:23:25.951670 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-438768ae-103c-4a98-b68b-fd3a66a53cc5 req-d80ca962-3ecf-40ba-a1d0-11a90b8d391e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bb1ecdf4-45bd-4110-bede-0aa4a981b098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245578 Jun 18 08:23:26.033809 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-438768ae-103c-4a98-b68b-fd3a66a53cc5 req-60a6efb8-fb60-49c3-b96d-83285d60a78d service neutron] 10.222.0.88 "GET /v2.0/networks/bb1ecdf4-45bd-4110-bede-0aa4a981b098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0761240 Jun 18 08:23:26.123209 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-438768ae-103c-4a98-b68b-fd3a66a53cc5 req-6f856c96-bfd9-4273-a52d-cab276d44739 service neutron] 10.222.0.88 "GET /v2.0/networks/bb1ecdf4-45bd-4110-bede-0aa4a981b098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826411 Jun 18 08:23:27.877410 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:28.165005 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e03be99a-274b-4e8c-8f33-33d35e70a4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:28.915077 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:30.589008 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:44.736653 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:23:53.686662 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:55.256536 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-785aefd9-92ed-4f36-a80f-69817ffa2654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:57.879347 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:58.163578 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-be9499d1-5186-4006-94a9-d741d60a7ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:58.918266 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:00.612361 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:21.664866 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:24:23.703430 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:25.257583 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1379bcbd-6464-455a-bc54-812b39c2f002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:27.882389 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:28.165972 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-20520c88-8e43-4613-a4e0-704530454616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:28.215901 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-55bdf9f4-0c41-4965-b759-1f79cbc81312 req-e7be8a3b-da0d-47ea-b99f-c9a3d2f4cf3a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554388 Jun 18 08:24:28.296435 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdf9f4-0c41-4965-b759-1f79cbc81312 req-b7f99d73-e554-41b3-97c7-04576b5b8106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:24:28.297911 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-55bdf9f4-0c41-4965-b759-1f79cbc81312 req-b7f99d73-e554-41b3-97c7-04576b5b8106 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=765c487a55554ae3b3370c46aa40119f&device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 1098 time: 0.0594344 Jun 18 08:24:28.401473 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdf9f4-0c41-4965-b759-1f79cbc81312 req-327c0265-4cdc-446f-ad1e-7a13bbbb921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:24:28.403181 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-55bdf9f4-0c41-4965-b759-1f79cbc81312 req-327c0265-4cdc-446f-ad1e-7a13bbbb921c service neutron] 10.222.0.88 "GET /v2.0/networks?id=22a3b1de-8903-4500-ba5b-d0076e34e24d HTTP/1.1" status: 200 len: 915 time: 0.0827694 Jun 18 08:24:28.443777 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-55bdf9f4-0c41-4965-b759-1f79cbc81312 req-ebd0bb94-3a02-4953-a692-5215972ad7ee service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ba65ed1-ab7d-4808-94bd-52408d7aff14 HTTP/1.1" status: 200 len: 217 time: 0.0342672 Jun 18 08:24:28.495137 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdf9f4-0c41-4965-b759-1f79cbc81312 req-30ff1805-3aa7-4899-a42f-86a53d421a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:24:28.496832 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-55bdf9f4-0c41-4965-b759-1f79cbc81312 req-30ff1805-3aa7-4899-a42f-86a53d421a0e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aad2ef25-b916-445d-ba86-69beff409fb1 HTTP/1.1" status: 200 len: 852 time: 0.0469398 Jun 18 08:24:28.551591 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdf9f4-0c41-4965-b759-1f79cbc81312 req-93b89e64-b85b-4037-b47b-7ac1ae3f68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:24:28.552992 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-55bdf9f4-0c41-4965-b759-1f79cbc81312 req-93b89e64-b85b-4037-b47b-7ac1ae3f68dd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=22a3b1de-8903-4500-ba5b-d0076e34e24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0498037 Jun 18 08:24:28.637225 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-55bdf9f4-0c41-4965-b759-1f79cbc81312 req-9fca6992-cb9d-494b-8044-0625c52632b8 service neutron] 10.222.0.88 "GET /v2.0/networks/22a3b1de-8903-4500-ba5b-d0076e34e24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0764263 Jun 18 08:24:28.724718 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-55bdf9f4-0c41-4965-b759-1f79cbc81312 req-7e4d0a1b-912f-48ff-825e-1bfc6769035b service neutron] 10.222.0.88 "GET /v2.0/networks/22a3b1de-8903-4500-ba5b-d0076e34e24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803695 Jun 18 08:24:28.921533 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:30.594892 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:53.702320 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:55.259183 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ab7c009c-1b10-41b5-8956-a16ff192cddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:57.882829 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:58.168071 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9ffa91b8-810b-44ef-b140-4a1a3a439b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:58.665313 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:24:58.925232 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:00.598965 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:16.816625 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 53522) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:25:16.918244 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:17.009553 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:17.012984 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:17.016157 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-327fb5e8-84f3-48fa-81db-0a98baf4013a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:25:17.052129 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1b43c6551ea04be29954190e43f53e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344413 Jun 18 08:25:17.054376 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f186982b-c74a-4b01-983c-d21ed5e84d53,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:25:17.055110 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 53528) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:25:17.061523 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.061902 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.062270 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.062629 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.063005 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.063371 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.063726 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.064214 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.064821 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.065272 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.065856 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.066207 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.070364 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:25:17.104252 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:17.124341 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:17.171803 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:17.174501 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:17.175631 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f186982b-c74a-4b01-983c-d21ed5e84d53 HTTP/1.1" status: 204 len: 168 time: 0.1195598 Jun 18 08:25:17.176383 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ce28e8d9-f6a1-41aa-91d5-dfc4d50faaf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:25:17.183588 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f186982b-c74a-4b01-983c-d21ed5e84d53,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:25:17.190452 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.190820 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.191208 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.191566 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.191913 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.192275 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.192593 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.192939 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.193281 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.193623 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.193958 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.194295 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:17.197312 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:25:17.437389 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 53540) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:25:17.452992 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cc830bcf-88c6-4afb-8ce2-e400a5855c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:17.772712 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cc830bcf-88c6-4afb-8ce2-e400a5855c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:17.777794 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cc830bcf-88c6-4afb-8ce2-e400a5855c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:17.781078 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8f452add-2670-44af-8b3f-196443199f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:25:17.816231 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-cc830bcf-88c6-4afb-8ce2-e400a5855c55 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0387c262df534b96842a5378513ab03a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776824 Jun 18 08:25:17.817155 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc830bcf-88c6-4afb-8ce2-e400a5855c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccd44bd-6240-4534-ab64-41048c5e6c95,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:25:17.819028 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 53546) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:25:17.820222 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cc830bcf-88c6-4afb-8ce2-e400a5855c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:25:17.877248 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0933dde9-4526-4a61-b050-e0d7cf9d722a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:17.900497 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0933dde9-4526-4a61-b050-e0d7cf9d722a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:17.944861 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0933dde9-4526-4a61-b050-e0d7cf9d722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:17.947548 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0933dde9-4526-4a61-b050-e0d7cf9d722a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:17.948691 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0933dde9-4526-4a61-b050-e0d7cf9d722a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6ccd44bd-6240-4534-ab64-41048c5e6c95 HTTP/1.1" status: 204 len: 168 time: 0.1228971 Jun 18 08:25:17.949485 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0335ffb5-8727-48c2-bc6b-ed40c5a91913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:25:17.957461 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933dde9-4526-4a61-b050-e0d7cf9d722a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccd44bd-6240-4534-ab64-41048c5e6c95,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:25:17.959839 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0933dde9-4526-4a61-b050-e0d7cf9d722a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:25:19.937828 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 53624) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:25:20.041708 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-884ace8e-5803-46ac-9f6d-dfaf5f7babf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:20.128035 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-884ace8e-5803-46ac-9f6d-dfaf5f7babf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:20.131707 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-884ace8e-5803-46ac-9f6d-dfaf5f7babf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:20.134911 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b9685ff5-36b5-4ab0-815b-06bc283653d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:25:20.170532 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-884ace8e-5803-46ac-9f6d-dfaf5f7babf9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8f0c02f72dfc41448772012ee714cd24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316024 Jun 18 08:25:20.171465 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ace8e-5803-46ac-9f6d-dfaf5f7babf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27da358-10a3-4be1-9094-aa6ea0e8374c,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:25:20.173269 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 53628) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:25:20.174606 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-884ace8e-5803-46ac-9f6d-dfaf5f7babf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:25:20.230399 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0244e69c-6acd-4370-b759-f0627572f30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:20.251785 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0244e69c-6acd-4370-b759-f0627572f30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:20.295887 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0244e69c-6acd-4370-b759-f0627572f30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:20.298378 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-0244e69c-6acd-4370-b759-f0627572f30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:20.299617 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-0244e69c-6acd-4370-b759-f0627572f30a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c27da358-10a3-4be1-9094-aa6ea0e8374c HTTP/1.1" status: 204 len: 168 time: 0.1247418 Jun 18 08:25:20.300342 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:25:20.307574 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244e69c-6acd-4370-b759-f0627572f30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27da358-10a3-4be1-9094-aa6ea0e8374c,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:25:20.309650 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0244e69c-6acd-4370-b759-f0627572f30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:25:20.561476 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 53638) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:25:20.576286 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-98f03605-d130-4cd6-a146-85f47d1a420b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:20.665371 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-98f03605-d130-4cd6-a146-85f47d1a420b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:20.669178 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-98f03605-d130-4cd6-a146-85f47d1a420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:20.672491 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a1bc51db-4b64-4f9d-9a3d-4afb24f676bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:25:20.709791 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-98f03605-d130-4cd6-a146-85f47d1a420b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f6580d5e10a748da8ec8ff623bbe47ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472173 Jun 18 08:25:20.711502 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f03605-d130-4cd6-a146-85f47d1a420b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ca3de2-ee3f-4d87-8771-fdcc4f0eabe4,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:25:20.712737 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 53644) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:25:20.714676 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-98f03605-d130-4cd6-a146-85f47d1a420b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:25:20.769159 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7e52585e-7303-4da5-9a1c-3317f58c7089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:20.788818 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7e52585e-7303-4da5-9a1c-3317f58c7089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:20.837075 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7e52585e-7303-4da5-9a1c-3317f58c7089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:20.838586 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7e52585e-7303-4da5-9a1c-3317f58c7089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:20.839746 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7e52585e-7303-4da5-9a1c-3317f58c7089 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/65ca3de2-ee3f-4d87-8771-fdcc4f0eabe4 HTTP/1.1" status: 204 len: 168 time: 0.1260452 Jun 18 08:25:20.840482 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-95b8b970-981e-4e5b-9a9e-30d19bdf6464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:25:20.848022 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52585e-7303-4da5-9a1c-3317f58c7089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ca3de2-ee3f-4d87-8771-fdcc4f0eabe4,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:25:20.850263 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7e52585e-7303-4da5-9a1c-3317f58c7089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:25:23.719576 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:25.263378 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f80ab4ce-4b3f-4cc5-9648-556c6c823c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:27.882525 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:28.170441 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-73e1e54e-774e-4f49-b745-48228da9b868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:28.928969 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:29.180299 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7f1a0eec-83f2-4b8b-b5d6-9dcc747878fb req-9afce77e-ea83-44e0-aa36-e435e0535bf6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500121 Jun 18 08:25:29.281291 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a0eec-83f2-4b8b-b5d6-9dcc747878fb req-cbdae77e-600f-445f-bfad-d26f051d7300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:25:29.282745 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7f1a0eec-83f2-4b8b-b5d6-9dcc747878fb req-cbdae77e-600f-445f-bfad-d26f051d7300 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0f32dd32d7140888841a500cf4e733a&device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 1099 time: 0.0527775 Jun 18 08:25:29.387518 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a0eec-83f2-4b8b-b5d6-9dcc747878fb req-d4c90a73-0110-44db-8864-f6ce0fa515f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:25:29.388984 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7f1a0eec-83f2-4b8b-b5d6-9dcc747878fb req-d4c90a73-0110-44db-8864-f6ce0fa515f5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802 HTTP/1.1" status: 200 len: 918 time: 0.0870790 Jun 18 08:25:29.461109 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7f1a0eec-83f2-4b8b-b5d6-9dcc747878fb req-7cde713c-a4e3-44c8-ab59-ae01b43dbccb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f31a15ce-192e-4389-a98f-732a12034d15 HTTP/1.1" status: 200 len: 1001 time: 0.0659208 Jun 18 08:25:29.512654 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a0eec-83f2-4b8b-b5d6-9dcc747878fb req-ed3e000c-5d09-4d8b-b03a-83a8893df020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:25:29.514052 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7f1a0eec-83f2-4b8b-b5d6-9dcc747878fb req-ed3e000c-5d09-4d8b-b03a-83a8893df020 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb87a6f4-0113-442a-b865-b8bb43f888a4 HTTP/1.1" status: 200 len: 855 time: 0.0470500 Jun 18 08:25:29.569391 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a0eec-83f2-4b8b-b5d6-9dcc747878fb req-4644bb1b-e026-45aa-b3ff-fd593b700f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:25:29.570807 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7f1a0eec-83f2-4b8b-b5d6-9dcc747878fb req-4644bb1b-e026-45aa-b3ff-fd593b700f1f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507042 Jun 18 08:25:29.582046 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-7f1a0eec-83f2-4b8b-b5d6-9dcc747878fb req-f2153b51-1093-4b0c-9daa-2f72fdd0436c service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:25:29.582990 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7f1a0eec-83f2-4b8b-b5d6-9dcc747878fb req-f2153b51-1093-4b0c-9daa-2f72fdd0436c service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060747 Jun 18 08:25:29.670836 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7f1a0eec-83f2-4b8b-b5d6-9dcc747878fb req-de6ee8ff-d7dc-4bfd-9246-c02be20877a4 service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800529 Jun 18 08:25:29.761365 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-7f1a0eec-83f2-4b8b-b5d6-9dcc747878fb req-d378c573-a03c-434e-b2c0-694721c4f1d6 service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840476 Jun 18 08:25:30.599692 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:35.664184 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:25:52.053017 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ade6b7-accf-452e-b077-04b11b5c5eaa req-0173d377-599e-4c05-afbb-da1262785920 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:25:52.054838 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a9ade6b7-accf-452e-b077-04b11b5c5eaa req-0173d377-599e-4c05-afbb-da1262785920 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 946 time: 0.0622659 Jun 18 08:25:52.090573 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a9ade6b7-accf-452e-b077-04b11b5c5eaa req-e0af4df7-0165-45f6-ac6c-7bf2ea0c1e21 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301702 Jun 18 08:25:53.267756 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b8cc8-c978-45bf-af81-9591016e92f5 req-9186ac39-b780-4486-90ae-4c6ffb0ed1f6 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:25:53.269191 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-959b8cc8-c978-45bf-af81-9591016e92f5 req-9186ac39-b780-4486-90ae-4c6ffb0ed1f6 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 946 time: 0.0613835 Jun 18 08:25:53.308065 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-959b8cc8-c978-45bf-af81-9591016e92f5 req-a06d79cb-2298-43ff-88a3-ca89da290c14 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330803 Jun 18 08:25:53.718616 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:54.718766 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed32f0-a8cf-4a75-b741-3cd10cf7ed45 req-b6a63a17-c51e-492e-ab9b-fa9a3e28882c tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:25:54.720248 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f4ed32f0-a8cf-4a75-b741-3cd10cf7ed45 req-b6a63a17-c51e-492e-ab9b-fa9a3e28882c tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 946 time: 0.2973781 Jun 18 08:25:54.756895 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f4ed32f0-a8cf-4a75-b741-3cd10cf7ed45 req-e7778c81-f376-4720-a78c-80cdd6959916 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303619 Jun 18 08:25:55.263078 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-378537d7-fbb9-40b3-b9bc-4da5ab768265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:55.931204 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d007d-2018-4a50-a41c-811468766e6b req-625656fe-eb78-435c-8411-bb2e59a0d626 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:25:55.932697 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3e0d007d-2018-4a50-a41c-811468766e6b req-625656fe-eb78-435c-8411-bb2e59a0d626 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 946 time: 0.0627294 Jun 18 08:25:55.970406 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3e0d007d-2018-4a50-a41c-811468766e6b req-be5a9437-c571-4c3e-955b-3709825ea158 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320265 Jun 18 08:25:57.155996 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c75eb-1c75-4e3d-af0b-3e87c618c3ae req-96a30f47-1c09-40e9-9f22-65f378ddbb56 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:25:57.157456 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9c8c75eb-1c75-4e3d-af0b-3e87c618c3ae req-96a30f47-1c09-40e9-9f22-65f378ddbb56 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 946 time: 0.0692105 Jun 18 08:25:57.195401 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9c8c75eb-1c75-4e3d-af0b-3e87c618c3ae req-2ef294e4-534d-4355-b41a-c71ecad07007 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321274 Jun 18 08:25:57.885479 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:58.169684 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-06410482-4a2f-45fc-9f3a-a4bcd2a5ee65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:58.374306 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb6505-c342-4ae4-bba0-f48b0ef85e73 req-b981fb8a-78b4-4580-920c-abddb183de2e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:25:58.375800 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-24bb6505-c342-4ae4-bba0-f48b0ef85e73 req-b981fb8a-78b4-4580-920c-abddb183de2e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 946 time: 0.0653183 Jun 18 08:25:58.412931 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-24bb6505-c342-4ae4-bba0-f48b0ef85e73 req-7bb4cf55-5bd7-4a68-b207-25113ec5695b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312643 Jun 18 08:25:58.931134 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:59.586535 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553cc2f-b9b7-4b39-a805-66b8ab60b3b6 req-85e518da-4e96-4baf-907c-5e523ccade25 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:25:59.588006 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0553cc2f-b9b7-4b39-a805-66b8ab60b3b6 req-85e518da-4e96-4baf-907c-5e523ccade25 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 946 time: 0.0616026 Jun 18 08:25:59.624874 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0553cc2f-b9b7-4b39-a805-66b8ab60b3b6 req-173fce19-163f-4589-b8b7-2ddf76e47785 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313089 Jun 18 08:26:00.603928 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:00.810790 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a85bb7-f449-43ac-ab28-2c32eefd1750 req-fbe703c6-b43d-4fae-a5a6-81863618f236 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:26:00.812188 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-30a85bb7-f449-43ac-ab28-2c32eefd1750 req-fbe703c6-b43d-4fae-a5a6-81863618f236 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 946 time: 0.0712049 Jun 18 08:26:00.850030 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-30a85bb7-f449-43ac-ab28-2c32eefd1750 req-6d93112c-0ed0-4d8a-8917-dbd72a861814 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315030 Jun 18 08:26:01.530681 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bffd1e-eb56-4f97-b5ef-5804362d1551 req-ae2512d6-434d-4f14-b231-966760d19030 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:26:01.532014 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-44bffd1e-eb56-4f97-b5ef-5804362d1551 req-ae2512d6-434d-4f14-b231-966760d19030 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 946 time: 0.0607166 Jun 18 08:26:01.629964 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-44bffd1e-eb56-4f97-b5ef-5804362d1551 req-00e4c293-fab0-41f6-b012-17343bf28781 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Deleting port f31a15ce-192e-4389-a98f-732a12034d15 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:26:01.630305 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-44bffd1e-eb56-4f97-b5ef-5804362d1551 req-00e4c293-fab0-41f6-b012-17343bf28781 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:01.714371 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-44bffd1e-eb56-4f97-b5ef-5804362d1551 req-00e4c293-fab0-41f6-b012-17343bf28781 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] For port f31a15ce-192e-4389-a98f-732a12034d15, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f31a15ce-192e-4389-a98f-732a12034d15,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:26:01.714736 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-44bffd1e-eb56-4f97-b5ef-5804362d1551 req-00e4c293-fab0-41f6-b012-17343bf28781 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:01.909264 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-44bffd1e-eb56-4f97-b5ef-5804362d1551 req-00e4c293-fab0-41f6-b012-17343bf28781 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:01.909731 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-44bffd1e-eb56-4f97-b5ef-5804362d1551 req-00e4c293-fab0-41f6-b012-17343bf28781 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543884'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:01.910069 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.l3_db [req-44bffd1e-eb56-4f97-b5ef-5804362d1551 req-00e4c293-fab0-41f6-b012-17343bf28781 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Floating IP ab045795-d5be-4a6e-97fa-51c3e75fb487 disassociated. External IP: 172.27.0.197, port: f31a15ce-192e-4389-a98f-732a12034d15. Jun 18 08:26:01.910405 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-44bffd1e-eb56-4f97-b5ef-5804362d1551 req-00e4c293-fab0-41f6-b012-17343bf28781 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Calling delete_port for f31a15ce-192e-4389-a98f-732a12034d15 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:26:02.030715 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10b3d7-3882-4092-9633-924c3d3a1a81 req-5e3d66d3-57d0-465c-b47e-c3ac5a498062 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:26:02.032210 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fb10b3d7-3882-4092-9633-924c3d3a1a81 req-5e3d66d3-57d0-465c-b47e-c3ac5a498062 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 946 time: 0.0642755 Jun 18 08:26:02.038657 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-44bffd1e-eb56-4f97-b5ef-5804362d1551 req-00e4c293-fab0-41f6-b012-17343bf28781 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:02.043036 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-acceb846-df90-4eee-b4de-f5b8bd32a872 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:26:02.070835 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4c293-fab0-41f6-b012-17343bf28781 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event deleted for resources: {'Port': ['ID=f31a15ce-192e-4389-a98f-732a12034d15,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:26:02.073134 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fb10b3d7-3882-4092-9633-924c3d3a1a81 req-b5a529fc-cfea-4256-a28c-d8a1b8883b1b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336423 Jun 18 08:26:02.073886 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-00e4c293-fab0-41f6-b012-17343bf28781 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:26:02.182275 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44bffd1e-eb56-4f97-b5ef-5804362d1551 req-00e4c293-fab0-41f6-b012-17343bf28781 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:26:02.288379 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44bffd1e-eb56-4f97-b5ef-5804362d1551 req-00e4c293-fab0-41f6-b012-17343bf28781 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:26:02.300955 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d01dd79-1018-48cb-a2c2-7427a174cc89 None None] Sync routers for ids ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:26:02.309992 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d01dd79-1018-48cb-a2c2-7427a174cc89 None None] Routers {'2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:26:02.310611 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-1d01dd79-1018-48cb-a2c2-7427a174cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:25:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:26:02.333919 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bffd1e-eb56-4f97-b5ef-5804362d1551 req-00e4c293-fab0-41f6-b012-17343bf28781 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] No DVR routers for this DVR port f31a15ce-192e-4389-a98f-732a12034d15 on host hv-cinder-76111 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:26:02.336604 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-44bffd1e-eb56-4f97-b5ef-5804362d1551 req-00e4c293-fab0-41f6-b012-17343bf28781 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:02.338545 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-44bffd1e-eb56-4f97-b5ef-5804362d1551 req-00e4c293-fab0-41f6-b012-17343bf28781 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.88 "DELETE /v2.0/ports/f31a15ce-192e-4389-a98f-732a12034d15 HTTP/1.1" status: 204 len: 173 time: 0.8006575 Jun 18 08:26:02.339136 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2db490-a960-4b9f-8486-7f39c1777648', 'name': 'network-vif-deleted', 'tag': 'f31a15ce-192e-4389-a98f-732a12034d15'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:26:02.341406 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9af648f-4f25-4d6e-a921-eea94ce06a7b" -d '{"events": [{"server_uuid": "2a2db490-a960-4b9f-8486-7f39c1777648", "name": "network-vif-deleted", "tag": "f31a15ce-192e-4389-a98f-732a12034d15"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:26:02.432212 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-1d01dd79-1018-48cb-a2c2-7427a174cc89 None None] Set router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:26:02.523774 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9103ea7-54c7-4889-8b40-a4b0f0bd5813 x-openstack-request-id: req-b9103ea7-54c7-4889-8b40-a4b0f0bd5813 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:26:02.524106 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2db490-a960-4b9f-8486-7f39c1777648", "name": "network-vif-deleted", "tag": "f31a15ce-192e-4389-a98f-732a12034d15", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:26:02.524403 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b9103ea7-54c7-4889-8b40-a4b0f0bd5813 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:26:02.524825 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2db490-a960-4b9f-8486-7f39c1777648', 'name': 'network-vif-deleted', 'tag': 'f31a15ce-192e-4389-a98f-732a12034d15', 'status': 'completed', 'code': 200} Jun 18 08:26:02.738347 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-1d01dd79-1018-48cb-a2c2-7427a174cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '38b319a4-9efb-482a-9aa5-0e6b09ad0fe6', 'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'mac_address': 'fa:16:3e:bd:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:15Z', 'revision_number': 5, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'subnets': [{'id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:26:02.762934 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d01dd79-1018-48cb-a2c2-7427a174cc89 None None] Checking router: 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:26:02.771543 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d01dd79-1018-48cb-a2c2-7427a174cc89 None None] Routers {'2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:26:02.772134 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-1d01dd79-1018-48cb-a2c2-7427a174cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:25:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:26:02.877520 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-1d01dd79-1018-48cb-a2c2-7427a174cc89 None None] Set router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:26:03.078607 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-1d01dd79-1018-48cb-a2c2-7427a174cc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '38b319a4-9efb-482a-9aa5-0e6b09ad0fe6', 'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'mac_address': 'fa:16:3e:bd:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:15Z', 'revision_number': 5, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'subnets': [{'id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:26:03.103837 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d01dd79-1018-48cb-a2c2-7427a174cc89 None None] The sync data for ids ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'] in dv-cinder-761113-14-iscsi is: [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '38b319a4-9efb-482a-9aa5-0e6b09ad0fe6', 'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'mac_address': 'fa:16:3e:bd:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:15Z', 'revision_number': 5, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'subnets': [{'id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:26:03.231059 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-19d4f517-ab64-4f9c-a2b5-f0f0f35c5ef2 req-cc61e289-bbd6-4157-b03d-8de1a9a07d59 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0334005 Jun 18 08:26:03.351680 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476c3876-543c-4315-bbf4-b75749c72212 None None] New status for floating IP ab045795-d5be-4a6e-97fa-51c3e75fb487: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:26:04.378246 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6a8a8317-bcd5-4d12-9d4d-1d65b2a7d662 req-d0cce111-5302-4b28-bdf3-99d533d1e1c1 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0316799 Jun 18 08:26:05.379813 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f31a15ce-192e-4389-a98f-732a12034d15 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:26:05.403712 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] No Port match for: f31a15ce-192e-4389-a98f-732a12034d15 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:26:05.404279 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f31a15ce-192e-4389-a98f-732a12034d15 not bound to the agent host hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:26:05.524443 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-18ba1053-74af-46ea-bc36-a501e5fbc44a req-f0f5eddd-24cf-42aa-a33c-599117bc8058 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0295665 Jun 18 08:26:06.667821 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4f087a49-ab04-432e-8b01-a6245ac4e622 req-d4d2d17b-e9f7-4a15-9394-430d9f735008 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0288763 Jun 18 08:26:07.821048 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e39ba663-4519-4513-9cd3-191e16881665 req-21c3b39a-9bf4-4b3c-ad71-b23d212d1f5a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0326650 Jun 18 08:26:08.962877 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2dc936f2-5e95-4aed-9157-f84778043090 req-5e28a531-0845-4f5c-9ba6-26e46e7a9722 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0279551 Jun 18 08:26:10.106217 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-284d4095-8be4-4874-a6af-fb0ecf02fcb0 req-91e0b702-48bc-4bf8-8a5e-dd2e4fc1eab7 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0275114 Jun 18 08:26:11.248962 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-79069952-3e53-4f47-83ee-ccba762f55ab req-a518794c-2e19-4d0e-8fda-66284aa8fd7b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0280025 Jun 18 08:26:12.393468 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6cca082e-bd94-4bd5-aa55-a49438a3b329 req-132dc91f-5d36-48f5-94db-3fce4662c899 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0310521 Jun 18 08:26:12.663828 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:26:13.537029 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c64087c5-c157-4e11-b292-9ae9d77b1eae req-08499fc6-cb89-4dbe-8b9c-2765712a938b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0282831 Jun 18 08:26:14.686120 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dc77200c-c0e6-4932-8dc7-0c44135b8f76 req-fd33cfd2-8da5-4ad1-842f-be95ed944e7a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0302389 Jun 18 08:26:15.829401 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c720ed15-b88c-483c-b9eb-a022284ef476 req-c6c3a185-ca62-4ba6-a380-a7ebc8b449bf tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0280731 Jun 18 08:26:16.982778 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-97cfb61e-fe9b-490c-b89b-6da3a9021311 req-821d234b-1ac3-4968-8493-15c43b023f61 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0328658 Jun 18 08:26:18.130672 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e69d421b-0e62-4670-82ea-97c389abbcbc req-2c4b9594-666c-40a7-9b84-e51740f8a994 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0293710 Jun 18 08:26:19.276870 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dfbbd5b7-fae5-4f70-991a-a8b814692c3c req-9e075357-699a-49ea-b890-d84168fc934c tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0299218 Jun 18 08:26:20.456011 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2bff5ca0-1d9b-4d74-9602-2e4d609a5cdc req-f7a5d60e-18c2-4def-ac6e-a0ccaed8fdbf tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0360792 Jun 18 08:26:21.610525 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9fc34bbe-fe7a-48eb-b539-edf4b6def0bf req-db7036fb-a2e9-476f-8404-dc4db6ce8bec tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0306458 Jun 18 08:26:22.753030 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fb2c5154-fd61-43a2-bc0f-5633c0364878 req-cdeee71d-367f-46f1-8fe4-0a975f4efa0c tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0283234 Jun 18 08:26:23.735742 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:23.897552 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d0468e42-a483-41ff-b9dc-8cfc14dffcf4 req-28847753-9861-4e90-ab74-ff022a9faf46 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0284014 Jun 18 08:26:25.039229 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-99980722-a935-48dc-bb52-d9048e884fe3 req-0e5a3888-c0ac-4939-ba70-d3af7374d46c tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0286880 Jun 18 08:26:25.265139 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-155c4d28-f803-418a-ae15-78eb3a3b84d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:26.186956 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-29372272-ddad-42be-a94a-d2def3697d1d req-8b4638b0-956d-428a-a93c-0198f64861ae tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0325806 Jun 18 08:26:27.338050 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-39f42cc1-d7d7-4a47-8596-5136bca0fb7d req-308b6c29-5a2b-4d00-9cce-f476ec9d0715 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0291500 Jun 18 08:26:27.890434 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:28.170893 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-dd24d327-7f2b-4628-9548-7bde84cde290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:28.482523 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-19d9a3a7-bc8b-4bc0-beab-0fe5be34a864 req-74044310-ff8d-47e3-99ab-7253cce0c4c5 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0281398 Jun 18 08:26:28.934556 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:29.625788 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5e23bbdb-93bf-4dfa-9ed2-1efb09ee189d req-bd8d1b06-916e-427d-ad69-f4fe12d85013 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0282304 Jun 18 08:26:30.279179 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6f2d386d-18ca-4f17-9e4f-34dfe74029c4 req-8a992911-c584-4766-bf03-7922874c2fb8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1439898 Jun 18 08:26:30.354505 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d386d-18ca-4f17-9e4f-34dfe74029c4 req-f1e741ad-688e-46ff-a13f-59ae59ba10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:26:30.355984 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6f2d386d-18ca-4f17-9e4f-34dfe74029c4 req-f1e741ad-688e-46ff-a13f-59ae59ba10e2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 1099 time: 0.0536673 Jun 18 08:26:30.458433 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d386d-18ca-4f17-9e4f-34dfe74029c4 req-5227ae04-85b1-4926-ac07-6797823fdc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:26:30.460428 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6f2d386d-18ca-4f17-9e4f-34dfe74029c4 req-5227ae04-85b1-4926-ac07-6797823fdc2f service neutron] 10.222.0.88 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 912 time: 0.0836077 Jun 18 08:26:30.525023 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6f2d386d-18ca-4f17-9e4f-34dfe74029c4 req-3f33046a-b824-42f1-89ab-c0afbaf6cc77 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23670a1-71ab-4786-963b-22e49c0dfb4c HTTP/1.1" status: 200 len: 1002 time: 0.0588632 Jun 18 08:26:30.573128 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d386d-18ca-4f17-9e4f-34dfe74029c4 req-15069a94-3bcc-4532-b34e-3930098ebae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:26:30.574563 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6f2d386d-18ca-4f17-9e4f-34dfe74029c4 req-15069a94-3bcc-4532-b34e-3930098ebae1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 200 len: 849 time: 0.0419872 Jun 18 08:26:30.611593 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:30.636573 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d386d-18ca-4f17-9e4f-34dfe74029c4 req-70eb2576-f911-489f-98f7-35be0e2ba3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:26:30.638053 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6f2d386d-18ca-4f17-9e4f-34dfe74029c4 req-70eb2576-f911-489f-98f7-35be0e2ba3b6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570104 Jun 18 08:26:30.737876 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6f2d386d-18ca-4f17-9e4f-34dfe74029c4 req-fea28cf4-0721-4301-b61e-64b2f66ddab7 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924630 Jun 18 08:26:30.781732 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b067144d-308b-4c44-b020-69637de4d02b req-3c4c89f5-18fb-4f84-8182-618d52d3ca50 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0320950 Jun 18 08:26:30.827556 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-6f2d386d-18ca-4f17-9e4f-34dfe74029c4 req-2c0d8593-970c-4aec-978b-fa44c93d436e service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834854 Jun 18 08:26:31.932010 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-86df076d-4ff9-491e-b778-6dbbb25a1453 req-b7a8a313-88a0-4a8b-9842-3db76244464e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0283606 Jun 18 08:26:33.075746 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0c1bb03f-a46e-47e0-a483-0eba1e9ccb61 req-94f67260-bac8-4b3a-ae31-aa6d3dc1f1c5 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0283635 Jun 18 08:26:34.218836 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-42735bb7-75bb-4821-b5d8-e6c3f78a5464 req-7c107df5-f647-4ad7-8958-c5ae3793bb60 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0275815 Jun 18 08:26:35.384313 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ee01a18f-7cb0-457e-991b-e2e8a2aebb45 req-25c3b450-78a7-45ca-82cc-3e8f9b14bd36 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0406137 Jun 18 08:26:36.525324 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5fa74ea5-8256-4fd5-bc4a-110e1b28a20a req-34ab0885-26a3-4ce7-a31f-d56ac834b179 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0278955 Jun 18 08:26:37.667114 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-20f0ef15-6836-45c2-a6a9-915ff0abcf56 req-f69688bb-c39d-4790-9161-419c44f5d75a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0289164 Jun 18 08:26:38.807767 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9077c3a9-f96d-4842-8ed6-5913b74960a5 req-454d7420-f7ca-4976-acb5-24bfb7bee81d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0280888 Jun 18 08:26:39.959504 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-72bb5f6f-4f0f-41dc-bd64-2d0472f15db1 req-ee692ab4-ddc0-4b28-ba8f-e8ecf50fd1fb tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0323467 Jun 18 08:26:41.105342 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8d649b7b-47f1-4050-b01b-809d1810d9dd req-d4e3d0f2-287f-4504-9878-0e5515baf577 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0281184 Jun 18 08:26:42.250125 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-81f886cf-f573-4f1b-b6d4-962682b02e27 req-4af9ef6a-5e0a-43e8-8e08-ec499918a882 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0288532 Jun 18 08:26:43.393187 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-75441693-2078-46c3-b5ad-21cecda57046 req-c5b8422a-11b3-4903-8949-b8f4b581f05f tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0290926 Jun 18 08:26:44.540159 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-73165b9f-787a-44a4-b04e-cfd170713298 req-1d9c4f98-6e84-4772-85ea-6259821c4ba2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0312421 Jun 18 08:26:45.683354 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8ec26ae4-7b1a-4c0c-b8a4-a65171bfce88 req-dec22617-c539-4f0f-836a-5dca44a2cd24 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0279226 Jun 18 08:26:46.825245 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a4dce108-c361-4370-9261-f72dc8cb4d3a req-f2ef0778-0b38-492c-82dc-a3962b619f77 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0295308 Jun 18 08:26:47.969381 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8b7c6992-6943-41a5-8995-3d8cdc2893ac req-b536074a-1f0e-4712-b9a9-bc77f5c30bad tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0278082 Jun 18 08:26:49.117697 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-26d89f70-bb90-4767-b1e6-6f2855d68144 req-01f6b15d-0b53-4243-8394-15a112376190 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0335529 Jun 18 08:26:49.661630 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:26:50.260172 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b15f9408-9aa2-4272-ab7d-1c65a97af764 req-c87565e7-22d7-4922-9d08-bad252d74066 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0295062 Jun 18 08:26:51.402229 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9d095baf-ed61-47e9-ba9b-6d8e8b1c64c6 req-865828f9-1ee7-43f0-b626-4cde83c5359b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0280170 Jun 18 08:26:52.549809 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-212df30e-ec3e-4b5e-a177-8b199ba6062b req-a4b3f660-6dc8-4e2e-ad66-1689ffdac11b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0318861 Jun 18 08:26:53.700902 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cfe82449-8847-4c71-bdc2-60e19ba8a8e9 req-22e2e635-cf93-4251-a2fc-cc5d3d85315a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0317593 Jun 18 08:26:53.743838 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:54.844735 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-def516a0-08c5-4ccb-9b1c-ba3da73e4412 req-c37af48c-51e1-4d93-a1e3-acbbc82eb881 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0273874 Jun 18 08:26:55.265603 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a7157c6c-6523-481d-99dd-922551e563a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:55.994655 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a7d9d4f7-59d5-4bf3-8881-7ce7c783a498 req-ac95d7b8-57e8-4ca3-8493-e2b44ca13815 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0301659 Jun 18 08:26:57.137838 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-90bd85cf-acc1-480a-8e05-7f2c6484786d req-77641dd6-adbc-4bf1-97de-c72436401e72 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0291836 Jun 18 08:26:57.891679 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:58.171191 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1e11aee4-c86c-4c50-9f8f-ae8cd6d05264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:58.291980 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4e722286-4dcb-4513-8256-e44d528a06bc req-113fcb9f-fba8-418b-9d7d-a4c14396a47d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0323350 Jun 18 08:26:58.937079 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:59.432005 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dfb95d9c-9485-4b5e-9054-c26b447c1f24 req-e72b25ab-1872-4197-89ce-88ba08317270 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0277376 Jun 18 08:27:00.572027 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5ce8d740-c363-40d6-a816-b481b7f7a529 req-23a62c60-3925-48a0-ab68-a9382d747e7d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0278552 Jun 18 08:27:00.617082 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:01.730077 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-abcc8d1f-76d8-4603-8868-fcf7c5d2f635 req-599f74a3-8dec-4ab9-92ae-356a5057c434 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0282609 Jun 18 08:27:02.886084 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dde294ae-ffcc-40a9-970d-cc0f58c7dcc9 req-0921be68-5e2d-4479-863d-120d2a7b7bf9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0329208 Jun 18 08:27:04.027196 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-24ead749-ab1e-4bf1-9380-367f68b41896 req-6a24327a-c936-4fd0-9827-04edc5899ac3 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0277686 Jun 18 08:27:05.169406 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e24d3d1f-77c1-4e5f-a1b3-49e217dd1136 req-604f3e38-7d75-4817-8f6e-696a6a89783f tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0283630 Jun 18 08:27:06.312029 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-82e894d6-1a17-4c31-affd-7c25d1a4ecf6 req-dd21ec8b-40f2-463f-af0a-3eff3d710745 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0280721 Jun 18 08:27:07.463259 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cefafd78-8a8e-4fb0-8d20-efd4ca7b93aa req-587389e9-bfcc-416f-b5da-96672262809e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0326972 Jun 18 08:27:08.607441 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a2786638-59d2-4033-9449-59f8b0e538db req-ba458522-be95-4dbd-9b03-d5abc4b77f4f tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0290740 Jun 18 08:27:09.756078 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-854d15ef-25a6-4305-bf2a-3c07f5fe00c0 req-0c4350ec-dd10-45fb-bde0-e85a6e1ae45d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0302861 Jun 18 08:27:10.902663 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8196230a-c0d8-46ab-a42b-00b1e94622c0 req-fba18fef-6b86-4155-98da-c7713caa58e9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0277991 Jun 18 08:27:12.050363 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7208fe71-bc79-460c-b31f-46c21bf7819a req-cfd2368e-35bc-4568-8228-cd35521fe645 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0311291 Jun 18 08:27:13.194197 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e337f93c-5589-45d6-8758-4a8731ba5db4 req-1648149f-2c5f-481e-82a1-33826c0ed46d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0279400 Jun 18 08:27:14.335919 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a27e3c9a-a712-4c51-aa40-eb9e0e70978e req-00069594-ffdf-4b53-b124-248807153b60 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0282390 Jun 18 08:27:15.478026 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d9acb427-dec0-483e-84cf-6b2f0a375113 req-d9306956-caed-4e39-8253-a55945ce97bc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0280895 Jun 18 08:27:16.627535 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-34686b86-154b-4d9a-b331-ce087258dc58 req-f0577b0f-1bbc-4c72-833e-257e2bb670f7 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0349028 Jun 18 08:27:17.774927 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a1a69df6-e2ac-4909-acb4-08c6d90049aa req-be3f4732-7be5-4665-8e5f-49c03af54855 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0297563 Jun 18 08:27:18.922591 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c0eb7271-a47b-4908-9e18-2496bb90e6de req-2e222d1a-f1fd-4605-b4cb-220eb53814b6 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0325525 Jun 18 08:27:20.063913 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8045450b-f3af-4479-a29b-a3b40ea36f21 req-64731a4d-9303-423e-8fda-d3fc41818f5c tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0277367 Jun 18 08:27:21.236908 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-86047624-a4fe-4c36-be64-f15bcfda9cec req-076111d7-cb24-4127-9ac3-7f877577c0fc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0357924 Jun 18 08:27:22.401471 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-265efd47-0b19-4860-9794-751c5929fc04 req-f8a3edfe-dd9e-4813-b2f1-2a52e24b737a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0436058 Jun 18 08:27:23.543425 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a5fbc77e-9dc3-4188-8505-a93554b2c3f8 req-818a11c1-6f80-4954-84fe-8c69a7b89404 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0288088 Jun 18 08:27:23.736258 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:24.683776 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ab2f6562-b7c0-4512-9dca-acb6c743d66e req-169c7013-3c49-4e26-b8fb-e482b1d4e640 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0280321 Jun 18 08:27:25.266417 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d10b60f3-962f-4d30-b734-6a171e3b818c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:25.830667 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-182e5cb1-7576-4170-8c09-f1bc4938152c req-184f6a82-a045-4b05-932a-130e9c2d0f42 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0318408 Jun 18 08:27:26.659593 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:27:26.973503 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-29f3f473-3a68-4adb-82e9-7470a5bb7bc0 req-b5ce74c7-9561-42b2-bb33-1756fb096fba tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0284834 Jun 18 08:27:27.893309 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:28.118823 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f156d505-8a75-4d8e-aa8d-8ac2a2144683 req-93200709-9c0e-4d1b-85da-243c06c510b9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0289869 Jun 18 08:27:28.170806 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b148abd8-c719-43fd-b222-60862636b6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:28.940050 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:29.260984 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1c92b050-b286-4548-b22b-36f2a7f3fc33 req-45a880a8-756c-4ac2-84b6-3e3736f50491 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0283675 Jun 18 08:27:30.410540 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3da032ce-ec8e-498b-89d3-91202c711f7a req-386d975d-9ae9-400b-81c9-17af48e207e7 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0305660 Jun 18 08:27:30.613847 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:31.554309 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f737c5a6-5e0b-40ce-a39e-75eb2161f8d1 req-e43c39a4-f7f0-4c6e-83f3-f3108b37eff7 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0272403 Jun 18 08:27:32.203107 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbb1448e-7900-4ca5-acef-0e9cff71899b req-d03c429a-a6e2-4e6c-a111-cd955ada12eb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552895 Jun 18 08:27:32.274392 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1448e-7900-4ca5-acef-0e9cff71899b req-3d077b8e-9d9a-4e8d-a85d-de157993f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:27:32.275865 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbb1448e-7900-4ca5-acef-0e9cff71899b req-3d077b8e-9d9a-4e8d-a85d-de157993f564 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d1527baffb2244278e4b159ca697d6ed&device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 1098 time: 0.0508316 Jun 18 08:27:32.380683 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1448e-7900-4ca5-acef-0e9cff71899b req-156fd376-f4ea-4744-8457-d932371b106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:27:32.382155 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbb1448e-7900-4ca5-acef-0e9cff71899b req-156fd376-f4ea-4744-8457-d932371b106d service neutron] 10.222.0.88 "GET /v2.0/networks?id=bb1ecdf4-45bd-4110-bede-0aa4a981b098 HTTP/1.1" status: 200 len: 916 time: 0.0840635 Jun 18 08:27:32.420716 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbb1448e-7900-4ca5-acef-0e9cff71899b req-5caa4bdc-4a7a-4379-84a8-4de44bdb6626 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d HTTP/1.1" status: 200 len: 217 time: 0.0325446 Jun 18 08:27:32.468515 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1448e-7900-4ca5-acef-0e9cff71899b req-22aa56d5-9124-414b-b96c-c9bdd8afa540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:27:32.469894 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbb1448e-7900-4ca5-acef-0e9cff71899b req-22aa56d5-9124-414b-b96c-c9bdd8afa540 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=969d1600-0266-41b1-a937-067695e31834 HTTP/1.1" status: 200 len: 854 time: 0.0422142 Jun 18 08:27:32.505113 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbb1448e-7900-4ca5-acef-0e9cff71899b req-6afdda4a-70df-4698-aa31-f7e2238f57b5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bb1ecdf4-45bd-4110-bede-0aa4a981b098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291510 Jun 18 08:27:32.611048 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbb1448e-7900-4ca5-acef-0e9cff71899b req-83ff975b-4df4-4754-bbb5-858dfcbcb54f service neutron] 10.222.0.88 "GET /v2.0/networks/bb1ecdf4-45bd-4110-bede-0aa4a981b098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995269 Jun 18 08:27:32.699878 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3ab22cd4-e57f-4cd1-8b19-1b7ee44a23c3 req-c71b7b8c-2169-4ca0-9da7-8447b31add70 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0300024 Jun 18 08:27:32.704622 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fbb1448e-7900-4ca5-acef-0e9cff71899b req-49a1b9f9-841d-4fc3-9429-10e5625e0f99 service neutron] 10.222.0.88 "GET /v2.0/networks/bb1ecdf4-45bd-4110-bede-0aa4a981b098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855200 Jun 18 08:27:33.840560 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4a07ddef-fd82-42a2-a7a0-e71bccc58dec req-4bf7cb76-a4a8-4ff1-931c-5d709d97cd78 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0273957 Jun 18 08:27:34.991745 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3558233c-1d0f-41c4-9e05-b7f142cd76ea req-e93e1e6b-e01f-403f-9046-00eccd9308a2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0309942 Jun 18 08:27:36.138762 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e20e4bfe-9733-4c61-b07b-f5d5c3201810 req-625e0f43-408b-4044-bee0-b64ebb5a68ea tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0297229 Jun 18 08:27:37.283718 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ab89937d-01cf-4f82-a129-22067504dec8 req-ae84e868-b6da-497d-b16f-1540e2194ec2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0281124 Jun 18 08:27:38.424673 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ac502290-cdda-4216-af13-34953cd32ac4 req-d9273ae1-6781-413e-b06e-533117b3d0bf tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0276082 Jun 18 08:27:39.570703 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-742e0b4d-cd41-4d58-9b39-6e09c538989b req-4d1d647d-d243-4178-8bfd-a7c6a9c1e935 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0302188 Jun 18 08:27:40.710849 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-42d37b6c-79b1-43df-ab10-eb44276d8a2b req-dbee175e-d7d5-46f6-9229-4fbb3ea733a0 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0280452 Jun 18 08:27:41.853256 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f4c0d4bd-69f9-47cb-9317-2500a494ee1e req-e0b44ba9-308e-491a-af14-6239f85688ab tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0277243 Jun 18 08:27:43.004986 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-770c2404-5c3a-4f0e-9291-14bd9d170e29 req-2fdf5e79-18f0-4c9d-ae99-4cf63ef3db21 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0308478 Jun 18 08:27:44.153331 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bf62559c-6a63-4224-8871-3555ab587d30 req-a0472115-446f-4075-8d02-9170a35d259d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0312023 Jun 18 08:27:45.296168 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ee194282-e378-4698-9f9e-ace599533b41 req-12041142-16d3-43b1-bc6b-c59393ca3546 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0281041 Jun 18 08:27:46.437046 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-14933b13-7cad-4f52-a50b-650d2071869e req-31a93d38-7af4-4d08-a4a0-23441970a4ca tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0281425 Jun 18 08:27:47.578950 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a1272b41-f321-4816-bf37-9b8635020bf9 req-719e289c-26ba-4a3d-b1d2-3f70a29ea757 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0282731 Jun 18 08:27:48.733056 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bad9af07-725c-4539-acf7-2efc726a444d req-b8f882fc-efab-46fd-9b58-8798607594be tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0316706 Jun 18 08:27:49.879332 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b0b016c4-bbd3-4e63-9316-4babaa9fbe83 req-f8ebcfc2-d0a5-408e-90c1-5155c39aaa6f tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0308018 Jun 18 08:27:51.023942 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5d551750-17d7-40db-8d1d-44f4a58390a8 req-69e414ec-498b-4910-aeae-7f1ead9d698e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0278220 Jun 18 08:27:52.180324 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-21a8442c-1325-4f34-b699-af5e3802ed7e req-d41842f1-6d6c-448b-9290-f3673584823d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0273166 Jun 18 08:27:53.331775 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c4904f84-415e-43c4-a75e-dcfeb9d615af req-6e91eb85-1a8a-40a7-8d73-e2303af12eaf tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0321558 Jun 18 08:27:53.735981 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:54.473009 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9c9fe4b4-3efe-4c29-9236-84a138402365 req-67d7952b-2768-45ca-a2f9-3c5794097e54 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0284867 Jun 18 08:27:55.265796 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-68f5057a-c6fb-4ab8-8c00-cb014ca474f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:55.619181 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2ce21c6e-a334-46a9-9257-0544530d6ec3 req-2d6c53cf-0020-44dd-82f3-dc068defc0d2 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0272543 Jun 18 08:27:56.762961 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cddbd5f0-ba50-4d00-ace9-70035cbeabab req-363187b7-dd30-4ba5-aee5-5d73ac41c124 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0274365 Jun 18 08:27:57.894900 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:57.907906 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5da08960-7f38-409c-9b52-095d4c4d99a7 req-03f53f81-9709-4ea3-9e10-6b3777acca58 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0325971 Jun 18 08:27:58.170625 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-fbf6234c-2a96-4cd0-a857-d81d5fefc870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:58.941764 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:59.275609 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cd5b4136-1e7a-44a2-8794-4af73a974f3f req-5f8363eb-4be3-4392-bcf2-61821b01f76a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.2544823 Jun 18 08:28:00.421681 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-da334808-5ba6-434c-a339-1b9d698a6c8e req-b4f42faa-0896-4d52-a688-63252271745a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0286560 Jun 18 08:28:00.620115 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:01.564994 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0041812f-6a03-4ce3-8a6b-db97a87ef251 req-d9a127b9-7e34-4dde-9252-8c6fce715951 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0285454 Jun 18 08:28:02.723136 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-72ae38e8-11a4-40c7-b1a6-c38b8a6f565b req-92744e57-284f-40eb-a32c-14ec9f4ffbff tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a2db490-a960-4b9f-8486-7f39c1777648 HTTP/1.1" status: 200 len: 210 time: 0.0277622 Jun 18 08:28:03.659216 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:28:03.943561 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 55732) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:04.001942 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:04.026006 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:04.072799 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:04.075408 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:04.076518 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "DELETE /v2.0/security-groups/bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6 HTTP/1.1" status: 204 len: 168 time: 0.1318016 Jun 18 08:28:04.077254 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8efe43fa-784a-4118-9e91-0f3e77fcb1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:04.079284 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 55736) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:04.085671 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:04.092680 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:04.093048 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:04.093408 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:04.093797 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:04.094151 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:04.094502 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:04.094850 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:04.095221 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:04.095570 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:04.095709 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.api.v2.resource [None req-4309f3f8-e924-487b-a65c-0c1faaa7bd01 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] show failed (client error): The resource could not be found. Jun 18 08:28:04.095916 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:04.096261 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:04.098776 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:04.098917 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4309f3f8-e924-487b-a65c-0c1faaa7bd01 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups/bfb6d4e2-7641-4e5d-bba4-7af2ad6195c6 HTTP/1.1" status: 404 len: 347 time: 0.0164702 Jun 18 08:28:04.099730 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:04.100231 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 55738) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:04.221744 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-6befcb40-6770-4d20-aa72-328134bda972 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Deleting port 34a6e199-fa7f-47f7-bd41-7247311134ac {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:28:04.221982 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6befcb40-6770-4d20-aa72-328134bda972 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:04.297254 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6befcb40-6770-4d20-aa72-328134bda972 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:04.297586 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6befcb40-6770-4d20-aa72-328134bda972 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:04.361355 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-6befcb40-6770-4d20-aa72-328134bda972 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Calling delete_port for 34a6e199-fa7f-47f7-bd41-7247311134ac owned by network:floatingip {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:28:04.495549 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6befcb40-6770-4d20-aa72-328134bda972 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:04.497365 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-11d9589e-7cdd-46e8-be37-50f399b9ed53 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:04.518534 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befcb40-6770-4d20-aa72-328134bda972 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event deleted for resources: {'Port': ['ID=34a6e199-fa7f-47f7-bd41-7247311134ac,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:04.521641 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6befcb40-6770-4d20-aa72-328134bda972 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:04.587322 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6befcb40-6770-4d20-aa72-328134bda972 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for floatingip, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:04.591026 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6befcb40-6770-4d20-aa72-328134bda972 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:04.592159 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6befcb40-6770-4d20-aa72-328134bda972 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "DELETE /v2.0/floatingips/ab045795-d5be-4a6e-97fa-51c3e75fb487 HTTP/1.1" status: 204 len: 168 time: 0.4910243 Jun 18 08:28:04.943542 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 55750) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:04.948808 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--227320281', 'description': 'tempest-description--901499099'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:28:04.971904 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:05.053233 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:05.058356 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:05.061840 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9c304754-82d7-484c-942e-714d8be0f1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:05.085548 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:05.087655 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1428742 Jun 18 08:28:05.090430 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 55756) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:05.092820 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9100922a-af4a-4854-b34f-4451a9ae65d7,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:05.095176 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-17c70f5c-32ef-4736-956a-751d5264377c tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Request body: {'security_group_rule': {'security_group_id': '9100922a-af4a-4854-b34f-4451a9ae65d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:28:05.100738 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:05.101116 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:05.101486 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:05.101852 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:05.102213 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:05.102573 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:05.102929 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:05.103489 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:05.103894 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:05.104444 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:05.104817 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:05.105155 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:05.112700 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:05.128406 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-17c70f5c-32ef-4736-956a-751d5264377c tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:05.199484 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-17c70f5c-32ef-4736-956a-751d5264377c tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:05.202758 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-17c70f5c-32ef-4736-956a-751d5264377c tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:05.204763 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:05.221509 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c70f5c-32ef-4736-956a-751d5264377c tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3656a21-7c0b-45b2-a6a4-ce45abc860bf,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:05.224520 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-17c70f5c-32ef-4736-956a-751d5264377c tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:05.225684 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-17c70f5c-32ef-4736-956a-751d5264377c tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342323 Jun 18 08:28:05.226556 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-17c70f5c-32ef-4736-956a-751d5264377c tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:05.229245 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 55758) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:05.233894 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-3b282cb2-3c37-4d32-aed9-b681e7af1c0b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Request body: {'security_group_rule': {'security_group_id': '9100922a-af4a-4854-b34f-4451a9ae65d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:28:05.259640 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3b282cb2-3c37-4d32-aed9-b681e7af1c0b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:05.315685 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3b282cb2-3c37-4d32-aed9-b681e7af1c0b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:05.318945 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3b282cb2-3c37-4d32-aed9-b681e7af1c0b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:05.320977 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d2c05412-ad03-4180-ac64-6bd27b62b9bd tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:05.336747 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b282cb2-3c37-4d32-aed9-b681e7af1c0b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60308ef2-1932-42b7-bbce-e2fb01fcf383,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:05.340461 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3b282cb2-3c37-4d32-aed9-b681e7af1c0b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:05.343138 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3b282cb2-3c37-4d32-aed9-b681e7af1c0b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:05.344359 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-3b282cb2-3c37-4d32-aed9-b681e7af1c0b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141338 Jun 18 08:28:05.347337 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 55760) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:05.351577 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Request body: {'floatingip': {'floating_network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:28:05.372942 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for floatingip, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:05.467790 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:05.568852 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Allocated IP 172.27.0.231 (a252541b-e27f-4a3f-8e86-824b883db521/ff822c60-bf8e-4d27-91f8-cd72c981900b/cedafe8b-55fe-45d1-abe0-2555b5ffa6d1) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:28:05.669342 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:05.705691 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9223824'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:05.708593 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:05.740093 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Network a252541b-e27f-4a3f-8e86-824b883db521 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:28:05.744627 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:28:05.747875 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:28:05.776512 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event updated for resources: {'Port': ['ID=cedafe8b-55fe-45d1-abe0-2555b5ffa6d1,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:05.780276 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:05.841938 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:05.891211 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:06.039360 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:06.044944 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223846'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:06.047986 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:06.116089 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event updated for resources: {'Port': ['ID=cedafe8b-55fe-45d1-abe0-2555b5ffa6d1,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:06.118888 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:06.124809 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543884'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:06.140098 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:06.142454 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7941532 Jun 18 08:28:06.383126 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-227bea31-eca1-4f7c-9d84-12ee9b1a1ea4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--227320281&fields=id&tenant_id=b0f32dd32d7140888841a500cf4e733a HTTP/1.1" status: 200 len: 267 time: 0.0367529 Jun 18 08:28:06.491495 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73220303-0e97-48b9-a140-7ae1e038b18c req-71a9b6e3-4a55-485b-ada1-be14f29f3d09 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:06.492933 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-71a9b6e3-4a55-485b-ada1-be14f29f3d09 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/networks?id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802 HTTP/1.1" status: 200 len: 816 time: 0.1035407 Jun 18 08:28:06.506996 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-eca55962-b66d-4d83-b0aa-27ea733c37c8 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/quotas/b0f32dd32d7140888841a500cf4e733a HTTP/1.1" status: 200 len: 375 time: 0.0087094 Jun 18 08:28:06.578905 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-66340b4a-c665-4cbc-83ae-c59fcb972f5d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b0f32dd32d7140888841a500cf4e733a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668027 Jun 18 08:28:06.688177 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-783631b4-70c2-45a6-95d6-3d9461d3f71c service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=92894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:28:06.689172 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-783631b4-70c2-45a6-95d6-3d9461d3f71c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0984399 Jun 18 08:28:06.778815 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-629f4756-44ee-4a29-b918-b3b45331df2f service neutron] 10.222.0.83 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838466 Jun 18 08:28:06.869297 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-a270c961-2d19-4f6a-b8b9-b80c4ad61178 service neutron] 10.222.0.83 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846624 Jun 18 08:28:08.123744 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3b63ffd7-d4ec-42ff-a960-158b1c03a9f6 req-5a9a5d65-2ee3-426f-b8d4-2ffe405ec88b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 210 time: 0.0323822 Jun 18 08:28:09.213586 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9a86ac95-826e-410b-b722-6a6fc055ac86 req-c1aa1e5f-7478-4ea2-9d20-66bad70da2dc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 210 time: 0.0282285 Jun 18 08:28:10.304940 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-31823004-539f-490f-b76e-da4df71e17f8 req-be0df593-d1c5-4a8c-b13f-e3fe4d5456fb tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 210 time: 0.0301671 Jun 18 08:28:11.393326 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c95797ab-2f88-44a8-931f-e859df9e4144 req-866b17fc-e4ca-4349-8e7d-2bf8b14174fc tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 210 time: 0.0317502 Jun 18 08:28:12.537048 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6cf28c5f-eb8b-41cd-8161-8604d7a76560 req-5a4969e7-96c5-4af4-ba78-c42d2e25acb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 210 time: 0.0288796 Jun 18 08:28:13.349094 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73220303-0e97-48b9-a140-7ae1e038b18c req-ef4c5ca0-9294-4b63-bbd1-f0c2fcfd23f0 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:13.350687 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-ef4c5ca0-9294-4b63-bbd1-f0c2fcfd23f0 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.88 "GET /v2.0/networks?id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802 HTTP/1.1" status: 200 len: 816 time: 0.1116157 Jun 18 08:28:13.393777 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-c7a0357d-4f6f-4513-b348-17186aa93aad tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0f32dd32d7140888841a500cf4e733a HTTP/1.1" status: 200 len: 379 time: 0.0347197 Jun 18 08:28:13.403508 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-73220303-0e97-48b9-a140-7ae1e038b18c req-31a325aa-b231-413e-a6b2-7f1b2f3bd845 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Request body: {'port': {'device_id': '3aa50703-10d1-4a87-a704-88893a353d19', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'admin_state_up': True, 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'security_groups': ['9100922a-af4a-4854-b34f-4451a9ae65d7']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:28:13.512457 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73220303-0e97-48b9-a140-7ae1e038b18c req-31a325aa-b231-413e-a6b2-7f1b2f3bd845 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Made reservation on behalf of b0f32dd32d7140888841a500cf4e733a for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:28:13.515988 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-73220303-0e97-48b9-a140-7ae1e038b18c req-31a325aa-b231-413e-a6b2-7f1b2f3bd845 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:13.643009 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-73220303-0e97-48b9-a140-7ae1e038b18c req-31a325aa-b231-413e-a6b2-7f1b2f3bd845 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Allocated IP 172.20.0.5 (9d2ce2af-86b5-4cff-ae8e-1c44556b9802/cb87a6f4-0113-442a-b865-b8bb43f888a4/c2a84060-e0ae-49e6-8abc-7561117ae042) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:28:13.679258 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e6ab2228-3cbd-420a-b169-d4f76aaf1d53 req-ba0a3403-afd4-41fa-b9da-c1907771e0f9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 210 time: 0.0292542 Jun 18 08:28:13.783910 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-73220303-0e97-48b9-a140-7ae1e038b18c req-31a325aa-b231-413e-a6b2-7f1b2f3bd845 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:13.797403 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-73220303-0e97-48b9-a140-7ae1e038b18c req-31a325aa-b231-413e-a6b2-7f1b2f3bd845 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Transition to ACTIVE for port object c2a84060-e0ae-49e6-8abc-7561117ae042 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:28:13.828229 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-73220303-0e97-48b9-a140-7ae1e038b18c req-31a325aa-b231-413e-a6b2-7f1b2f3bd845 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8739128'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:13.831879 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b9641db6-1ac2-4df2-a44c-5adfc45b44b0 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:13.871937 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73220303-0e97-48b9-a140-7ae1e038b18c req-31a325aa-b231-413e-a6b2-7f1b2f3bd845 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:28:13.875161 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-73220303-0e97-48b9-a140-7ae1e038b18c req-31a325aa-b231-413e-a6b2-7f1b2f3bd845 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:28:13.878836 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-73220303-0e97-48b9-a140-7ae1e038b18c req-31a325aa-b231-413e-a6b2-7f1b2f3bd845 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:28:13.901693 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a325aa-b231-413e-a6b2-7f1b2f3bd845 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event updated for resources: {'Port': ['ID=c2a84060-e0ae-49e6-8abc-7561117ae042,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:13.906103 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-31a325aa-b231-413e-a6b2-7f1b2f3bd845 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:13.930381 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73220303-0e97-48b9-a140-7ae1e038b18c req-31a325aa-b231-413e-a6b2-7f1b2f3bd845 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:13.931017 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-73220303-0e97-48b9-a140-7ae1e038b18c req-31a325aa-b231-413e-a6b2-7f1b2f3bd845 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:13.946686 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-31a325aa-b231-413e-a6b2-7f1b2f3bd845 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5475564 Jun 18 08:28:13.958593 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Request body: {'port': {'device_id': '3aa50703-10d1-4a87-a704-88893a353d19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:28:14.043840 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:14.141073 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-07378c97-d28a-48c5-8972-159ccaf07814 None None] Provisioning for port c2a84060-e0ae-49e6-8abc-7561117ae042 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:28:14.146776 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-07378c97-d28a-48c5-8972-159ccaf07814 None None] Provisioning complete for port c2a84060-e0ae-49e6-8abc-7561117ae042 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:28:14.147115 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-07378c97-d28a-48c5-8972-159ccaf07814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:14.181481 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-07378c97-d28a-48c5-8972-159ccaf07814 None None] Port c2a84060-e0ae-49e6-8abc-7561117ae042 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:28:14.305462 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a84060-e0ae-49e6-8abc-7561117ae042 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:28:14.313832 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:14.327118 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Transition to ACTIVE for port object c2a84060-e0ae-49e6-8abc-7561117ae042 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:28:14.333362 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:14.336781 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-70fd84e9-a79b-46b6-adea-b34ab9814a57 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:14.686128 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a84060-e0ae-49e6-8abc-7561117ae042,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:14.690443 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:14.754491 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Attempting to bind port c2a84060-e0ae-49e6-8abc-7561117ae042 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:28:14.754833 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Attempting to bind port c2a84060-e0ae-49e6-8abc-7561117ae042 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:28:14.755264 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Attempting to bind port c2a84060-e0ae-49e6-8abc-7561117ae042 on network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:28:14.759378 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Port c2a84060-e0ae-49e6-8abc-7561117ae042 on network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:28:14.759739 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Attempting to bind port c2a84060-e0ae-49e6-8abc-7561117ae042 on network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:28:14.764558 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Checking agent: {'id': '5fb525c3-ca5c-4ec2-8b58-f6f465875c85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'started_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:28:14.764898 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Checking segment: {'id': 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:28:14.765285 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Bound using segment: {'id': 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:28:14.765712 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Bound port: c2a84060-e0ae-49e6-8abc-7561117ae042, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:28:14.766059 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:14.827711 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] For port c2a84060-e0ae-49e6-8abc-7561117ae042, host hv-cinder-76111, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:28:14.830674 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] For port c2a84060-e0ae-49e6-8abc-7561117ae042, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c2a84060-e0ae-49e6-8abc-7561117ae042,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:28:14.835485 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:14.839165 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e18b438e-a331-434d-bc83-fb20dc655450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:14.859930 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454a4d3-d951-4c51-b7fd-ce460b78c5c2 req-0bfee0a9-09d3-4ba1-b23b-268349a0a9d7 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:14.861402 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f454a4d3-d951-4c51-b7fd-ce460b78c5c2 req-0bfee0a9-09d3-4ba1-b23b-268349a0a9d7 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 943 time: 0.0645432 Jun 18 08:28:14.877499 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:14.878109 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:14.879596 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] 10.222.0.88 "PUT /v2.0/ports/c2a84060-e0ae-49e6-8abc-7561117ae042 HTTP/1.1" status: 200 len: 1093 time: 0.9251053 Jun 18 08:28:14.880084 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa50703-10d1-4a87-a704-88893a353d19', 'tag': 'c2a84060-e0ae-49e6-8abc-7561117ae042'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:28:14.882364 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896ac703-9471-43d4-be19-5ef147397b94" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa50703-10d1-4a87-a704-88893a353d19", "tag": "c2a84060-e0ae-49e6-8abc-7561117ae042"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:28:14.902783 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a84060-e0ae-49e6-8abc-7561117ae042,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:14.905994 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:14.907404 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f454a4d3-d951-4c51-b7fd-ce460b78c5c2 req-fb2cc7d4-8b90-4220-a6ae-304eda00574d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=9100922a-af4a-4854-b34f-4451a9ae65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396216 Jun 18 08:28:14.965727 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153bc4e8-23aa-44fd-96c0-34571196b0b8 x-openstack-request-id: req-153bc4e8-23aa-44fd-96c0-34571196b0b8 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:28:14.966048 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa50703-10d1-4a87-a704-88893a353d19", "tag": "c2a84060-e0ae-49e6-8abc-7561117ae042", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:28:14.966326 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-153bc4e8-23aa-44fd-96c0-34571196b0b8 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:28:14.966737 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa50703-10d1-4a87-a704-88893a353d19', 'tag': 'c2a84060-e0ae-49e6-8abc-7561117ae042', 'status': 'completed', 'code': 200} Jun 18 08:28:14.992973 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73220303-0e97-48b9-a140-7ae1e038b18c req-0f3c8fdc-245c-402c-9a69-6f64f5b50e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:14.995294 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-0f3c8fdc-245c-402c-9a69-6f64f5b50e64 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0f32dd32d7140888841a500cf4e733a&device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 1096 time: 0.0585206 Jun 18 08:28:15.036924 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-a188c701-9917-45c1-88d5-e622e8d1cdbe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2a84060-e0ae-49e6-8abc-7561117ae042 HTTP/1.1" status: 200 len: 217 time: 0.0342836 Jun 18 08:28:15.089802 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73220303-0e97-48b9-a140-7ae1e038b18c req-fd5b8eaa-98ec-494d-8229-50eb7a3a0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:15.091250 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-fd5b8eaa-98ec-494d-8229-50eb7a3a0c15 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb87a6f4-0113-442a-b865-b8bb43f888a4 HTTP/1.1" status: 200 len: 855 time: 0.0479417 Jun 18 08:28:15.149500 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73220303-0e97-48b9-a140-7ae1e038b18c req-44f020e4-f47e-48f6-b36d-aaadc66f3e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:15.151025 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-44f020e4-f47e-48f6-b36d-aaadc66f3e05 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528142 Jun 18 08:28:15.236899 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-749326f5-8434-4828-b53e-4bf4fcfe2b5d service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785708 Jun 18 08:28:15.326885 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-73220303-0e97-48b9-a140-7ae1e038b18c req-e0531130-8723-4b39-a5ae-e8d47e9bfd89 service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836813 Jun 18 08:28:15.428580 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ac703-9471-43d4-be19-5ef147397b94 req-2871e613-0013-4010-9469-c55a434682a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:15.430036 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-896ac703-9471-43d4-be19-5ef147397b94 req-2871e613-0013-4010-9469-c55a434682a7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0f32dd32d7140888841a500cf4e733a&device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 1096 time: 0.0518725 Jun 18 08:28:15.520511 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ac703-9471-43d4-be19-5ef147397b94 req-6939078a-4d5c-4a40-9bf9-df481f98c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:15.522077 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-896ac703-9471-43d4-be19-5ef147397b94 req-6939078a-4d5c-4a40-9bf9-df481f98c207 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802 HTTP/1.1" status: 200 len: 918 time: 0.0858779 Jun 18 08:28:15.567077 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-896ac703-9471-43d4-be19-5ef147397b94 req-8a0ea7e7-be9a-490b-8ed1-69a6a0cf10dd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2a84060-e0ae-49e6-8abc-7561117ae042 HTTP/1.1" status: 200 len: 217 time: 0.0376911 Jun 18 08:28:15.613836 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ac703-9471-43d4-be19-5ef147397b94 req-36e5ba31-aefc-47ad-976c-85a5eef982b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:15.615246 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-896ac703-9471-43d4-be19-5ef147397b94 req-36e5ba31-aefc-47ad-976c-85a5eef982b6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb87a6f4-0113-442a-b865-b8bb43f888a4 HTTP/1.1" status: 200 len: 855 time: 0.0420747 Jun 18 08:28:15.674705 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ac703-9471-43d4-be19-5ef147397b94 req-7eaab77b-7537-4918-aa7d-d51c74d43b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:15.676281 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-896ac703-9471-43d4-be19-5ef147397b94 req-7eaab77b-7537-4918-aa7d-d51c74d43b90 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545015 Jun 18 08:28:15.761887 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-896ac703-9471-43d4-be19-5ef147397b94 req-e4178160-4ca2-486a-bdff-8096fa3ba616 service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781150 Jun 18 08:28:15.851072 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-896ac703-9471-43d4-be19-5ef147397b94 req-579ebe68-ab47-4f68-8b33-a4d75a4b8a89 service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825839 Jun 18 08:28:16.082479 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5ba75-ae3d-48bc-b53f-5d9ccdaf5228 req-ee20c244-b9d8-4ff2-ba58-2788895d6368 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:16.083947 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-08d5ba75-ae3d-48bc-b53f-5d9ccdaf5228 req-ee20c244-b9d8-4ff2-ba58-2788895d6368 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 943 time: 0.0654094 Jun 18 08:28:16.121802 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-08d5ba75-ae3d-48bc-b53f-5d9ccdaf5228 req-2e70b674-e788-4722-9b79-a00415d786f7 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=9100922a-af4a-4854-b34f-4451a9ae65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312254 Jun 18 08:28:17.299589 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296dba9b-d505-4462-b983-a4600df26307 req-e9a12717-36a8-4488-bf4f-8a3718273f7a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:17.301030 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-296dba9b-d505-4462-b983-a4600df26307 req-e9a12717-36a8-4488-bf4f-8a3718273f7a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 943 time: 0.0623188 Jun 18 08:28:17.338006 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-296dba9b-d505-4462-b983-a4600df26307 req-7915383c-703f-4fc5-98cf-bc1f073b29ae tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=9100922a-af4a-4854-b34f-4451a9ae65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314157 Jun 18 08:28:17.973241 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device c2a84060-e0ae-49e6-8abc-7561117ae042 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:28:18.064012 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port c2a84060-e0ae-49e6-8abc-7561117ae042, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c2a84060-e0ae-49e6-8abc-7561117ae042,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:28:18.077792 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': 'c2a84060-e0ae-49e6-8abc-7561117ae042', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'port_id': 'c2a84060-e0ae-49e6-8abc-7561117ae042', 'mac_address': 'fa:16:3e:a8:8a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:28:18.112838 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:18.125635 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a84060-e0ae-49e6-8abc-7561117ae042 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:28:18.144416 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port c2a84060-e0ae-49e6-8abc-7561117ae042, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c2a84060-e0ae-49e6-8abc-7561117ae042,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:28:18.148380 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:18.150080 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:18.194122 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=c2a84060-e0ae-49e6-8abc-7561117ae042,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:18.201394 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:18.201742 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:18.202080 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:18.202409 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:18.202737 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:18.203083 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:18.203407 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:18.203727 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:18.204046 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:18.204360 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:18.204675 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:18.204989 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:18.208714 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:18.421989 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['c2a84060-e0ae-49e6-8abc-7561117ae042'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:28:18.522348 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f031974-3d1f-49d6-90bf-6af8015c918d req-0dc54c9b-0ce5-4618-8285-5057b1058cbf tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:18.524815 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3f031974-3d1f-49d6-90bf-6af8015c918d req-0dc54c9b-0ce5-4618-8285-5057b1058cbf tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 944 time: 0.0676255 Jun 18 08:28:18.565317 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3f031974-3d1f-49d6-90bf-6af8015c918d req-361a47f6-48cf-4038-867c-2e1744ac87db tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=9100922a-af4a-4854-b34f-4451a9ae65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339260 Jun 18 08:28:19.761186 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d67e6a-e165-4355-b572-15c1ba135f01 req-752bc5dc-2e86-4ff6-a78d-f552d7bdc2e7 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:19.762512 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-66d67e6a-e165-4355-b572-15c1ba135f01 req-752bc5dc-2e86-4ff6-a78d-f552d7bdc2e7 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 944 time: 0.0764048 Jun 18 08:28:19.800071 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-66d67e6a-e165-4355-b572-15c1ba135f01 req-ed543a2c-8285-4679-8bbf-3c26597e7213 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=9100922a-af4a-4854-b34f-4451a9ae65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315690 Jun 18 08:28:19.989017 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device c2a84060-e0ae-49e6-8abc-7561117ae042 up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:28:20.036588 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning for port c2a84060-e0ae-49e6-8abc-7561117ae042 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:28:20.040173 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port c2a84060-e0ae-49e6-8abc-7561117ae042 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:28:20.040547 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:20.115662 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:20.140180 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa50703-10d1-4a87-a704-88893a353d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a84060-e0ae-49e6-8abc-7561117ae042'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:28:20.142535 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf538da3-5a1e-4eb2-856c-f21ef8ea90a5" -d '{"events": [{"server_uuid": "3aa50703-10d1-4a87-a704-88893a353d19", "name": "network-vif-plugged", "status": "completed", "tag": "c2a84060-e0ae-49e6-8abc-7561117ae042"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:28:20.154628 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port c2a84060-e0ae-49e6-8abc-7561117ae042, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c2a84060-e0ae-49e6-8abc-7561117ae042,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:28:20.159268 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:20.161048 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:20.211869 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=c2a84060-e0ae-49e6-8abc-7561117ae042,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:20.215558 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:20.241703 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01b40af-a7e1-454a-b17f-17278d5b3067 x-openstack-request-id: req-f01b40af-a7e1-454a-b17f-17278d5b3067 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:28:20.242008 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa50703-10d1-4a87-a704-88893a353d19", "name": "network-vif-plugged", "status": "completed", "tag": "c2a84060-e0ae-49e6-8abc-7561117ae042", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:28:20.242274 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f01b40af-a7e1-454a-b17f-17278d5b3067 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:28:20.242674 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa50703-10d1-4a87-a704-88893a353d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a84060-e0ae-49e6-8abc-7561117ae042', 'code': 200} Jun 18 08:28:20.457074 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583b2e4-43d0-430f-98cc-cc7d0bc198d3 req-bacd4e79-fe9a-428c-9c5f-e0488590f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:20.458482 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5583b2e4-43d0-430f-98cc-cc7d0bc198d3 req-bacd4e79-fe9a-428c-9c5f-e0488590f0a2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 1098 time: 0.0524948 Jun 18 08:28:20.494055 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5583b2e4-43d0-430f-98cc-cc7d0bc198d3 req-fab559d7-0a0f-417c-ad89-09a95e14d029 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9100922a-af4a-4854-b34f-4451a9ae65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288231 Jun 18 08:28:20.998243 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c4dfc-4348-455a-8305-8f9439eb3ee9 req-a8e7eb62-e62f-4187-b0af-bcb87eab7576 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:20.999773 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ca1c4dfc-4348-455a-8305-8f9439eb3ee9 req-a8e7eb62-e62f-4187-b0af-bcb87eab7576 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 945 time: 0.0722795 Jun 18 08:28:21.038891 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ca1c4dfc-4348-455a-8305-8f9439eb3ee9 req-54e92326-baf0-4567-a2df-1a6b646d8f55 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=9100922a-af4a-4854-b34f-4451a9ae65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334270 Jun 18 08:28:22.244550 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004182e-1e4c-4c32-8ea7-17be2ad7823c req-f26cb417-d830-49ed-900d-0d82e25a11ed tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:22.247194 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1004182e-1e4c-4c32-8ea7-17be2ad7823c req-f26cb417-d830-49ed-900d-0d82e25a11ed tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 945 time: 0.0746701 Jun 18 08:28:22.293758 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1004182e-1e4c-4c32-8ea7-17be2ad7823c req-27691575-4e3f-4b19-8c28-19fa91f7886d tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=9100922a-af4a-4854-b34f-4451a9ae65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408123 Jun 18 08:28:22.590367 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2c0a7-00ac-4dd1-97c4-31bd6591c8f6 req-7e2d87a6-5b33-463a-a625-abbc210ff77a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:22.591879 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fab2c0a7-00ac-4dd1-97c4-31bd6591c8f6 req-7e2d87a6-5b33-463a-a625-abbc210ff77a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 945 time: 0.0906610 Jun 18 08:28:22.600716 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 56032) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:22.605242 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-ee37b1d1-7741-41ec-88d8-06bcf9031a99 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Request body: {'floatingip': {'port_id': 'c2a84060-e0ae-49e6-8abc-7561117ae042'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:28:22.683818 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ee37b1d1-7741-41ec-88d8-06bcf9031a99 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for floatingip, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:23.357480 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ee37b1d1-7741-41ec-88d8-06bcf9031a99 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:23.361252 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ee37b1d1-7741-41ec-88d8-06bcf9031a99 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543884'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:23.697182 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.db.l3_db [None req-ee37b1d1-7741-41ec-88d8-06bcf9031a99 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Floating IP 62ec1418-af0a-4dd0-8576-2e8d33ee121a associated. External IP: 172.27.0.231, port: c2a84060-e0ae-49e6-8abc-7561117ae042. Jun 18 08:28:23.736910 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:23.915873 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee37b1d1-7741-41ec-88d8-06bcf9031a99 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:28:24.027668 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee37b1d1-7741-41ec-88d8-06bcf9031a99 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:28:24.032162 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ee37b1d1-7741-41ec-88d8-06bcf9031a99 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:24.037238 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f934e-4393-4ed8-a419-46215b7271db None None] Sync routers for ids ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:28:24.047982 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609f934e-4393-4ed8-a419-46215b7271db None None] Routers {'2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:28:24.048603 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-609f934e-4393-4ed8-a419-46215b7271db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:27:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:28:24.068384 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ee37b1d1-7741-41ec-88d8-06bcf9031a99 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "PUT /v2.0/floatingips/62ec1418-af0a-4dd0-8576-2e8d33ee121a HTTP/1.1" status: 200 len: 991 time: 1.4666195 Jun 18 08:28:24.069195 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa50703-10d1-4a87-a704-88893a353d19', 'tag': 'c2a84060-e0ae-49e6-8abc-7561117ae042'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:28:24.071735 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d4a6f3920ccc3ade7532bdd730024439807c66d4760f84cd00b045d0cef5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c183fe0-3e74-4e18-a7f5-0c26b28889d1" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa50703-10d1-4a87-a704-88893a353d19", "tag": "c2a84060-e0ae-49e6-8abc-7561117ae042"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:28:24.159648 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-609f934e-4393-4ed8-a419-46215b7271db None None] Set router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:28:24.274676 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6850ce3e-4009-4ac0-9378-a08a0af5e81c x-openstack-request-id: req-6850ce3e-4009-4ac0-9378-a08a0af5e81c {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:28:24.275045 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa50703-10d1-4a87-a704-88893a353d19", "tag": "c2a84060-e0ae-49e6-8abc-7561117ae042", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:28:24.275338 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6850ce3e-4009-4ac0-9378-a08a0af5e81c {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:28:24.275774 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa50703-10d1-4a87-a704-88893a353d19', 'tag': 'c2a84060-e0ae-49e6-8abc-7561117ae042', 'status': 'completed', 'code': 200} Jun 18 08:28:24.352818 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c183fe0-3e74-4e18-a7f5-0c26b28889d1 req-3f0e72cf-4dac-4bc4-856b-76978b709de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:24.354559 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1c183fe0-3e74-4e18-a7f5-0c26b28889d1 req-3f0e72cf-4dac-4bc4-856b-76978b709de0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0f32dd32d7140888841a500cf4e733a&device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 1098 time: 0.0558467 Jun 18 08:28:24.440230 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-609f934e-4393-4ed8-a419-46215b7271db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_floatingips': [{'id': '62ec1418-af0a-4dd0-8576-2e8d33ee121a', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'floating_ip_address': '172.27.0.231', 'floating_network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'router_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'port_id': 'c2a84060-e0ae-49e6-8abc-7561117ae042', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'mac_address': 'fa:16:3e:a8:8a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa50703-10d1-4a87-a704-88893a353d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:28:05Z', 'updated_at': '2021-06-18T08:28:23Z', 'revision_number': 1, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b319a4-9efb-482a-9aa5-0e6b09ad0fe6', 'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'mac_address': 'fa:16:3e:bd:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:15Z', 'revision_number': 5, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'subnets': [{'id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:28:24.444505 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c183fe0-3e74-4e18-a7f5-0c26b28889d1 req-51365eda-df87-442b-b0a1-3bac8c12366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:24.446002 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1c183fe0-3e74-4e18-a7f5-0c26b28889d1 req-51365eda-df87-442b-b0a1-3bac8c12366c service neutron] 10.222.0.88 "GET /v2.0/networks?id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802 HTTP/1.1" status: 200 len: 918 time: 0.0851238 Jun 18 08:28:24.467698 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f934e-4393-4ed8-a419-46215b7271db None None] Checking router: 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:28:24.475928 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609f934e-4393-4ed8-a419-46215b7271db None None] Routers {'2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:28:24.476679 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-609f934e-4393-4ed8-a419-46215b7271db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:27:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:28:24.509587 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1c183fe0-3e74-4e18-a7f5-0c26b28889d1 req-c54cc88c-159c-45df-81a6-ef1496e4dc42 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2a84060-e0ae-49e6-8abc-7561117ae042 HTTP/1.1" status: 200 len: 999 time: 0.0575385 Jun 18 08:28:24.562136 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c183fe0-3e74-4e18-a7f5-0c26b28889d1 req-aa5901be-da0e-4ec8-afd4-6065299c820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:24.563644 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1c183fe0-3e74-4e18-a7f5-0c26b28889d1 req-aa5901be-da0e-4ec8-afd4-6065299c820f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb87a6f4-0113-442a-b865-b8bb43f888a4 HTTP/1.1" status: 200 len: 855 time: 0.0479164 Jun 18 08:28:24.625676 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c183fe0-3e74-4e18-a7f5-0c26b28889d1 req-75728b47-73f4-437e-8603-a58ddc3f8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:24.627225 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1c183fe0-3e74-4e18-a7f5-0c26b28889d1 req-75728b47-73f4-437e-8603-a58ddc3f8228 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577757 Jun 18 08:28:24.715547 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-609f934e-4393-4ed8-a419-46215b7271db None None] Set router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:28:24.719988 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1c183fe0-3e74-4e18-a7f5-0c26b28889d1 req-dab11a09-0e65-4cab-a457-34f3b8eb3a86 service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865719 Jun 18 08:28:24.815498 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-1c183fe0-3e74-4e18-a7f5-0c26b28889d1 req-05552cae-ec9c-4838-a071-a1a18d5f6f6b service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887697 Jun 18 08:28:24.942398 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-609f934e-4393-4ed8-a419-46215b7271db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_floatingips': [{'id': '62ec1418-af0a-4dd0-8576-2e8d33ee121a', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'floating_ip_address': '172.27.0.231', 'floating_network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'router_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'port_id': 'c2a84060-e0ae-49e6-8abc-7561117ae042', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'mac_address': 'fa:16:3e:a8:8a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa50703-10d1-4a87-a704-88893a353d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:28:05Z', 'updated_at': '2021-06-18T08:28:23Z', 'revision_number': 1, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b319a4-9efb-482a-9aa5-0e6b09ad0fe6', 'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'mac_address': 'fa:16:3e:bd:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:15Z', 'revision_number': 5, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'subnets': [{'id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:28:24.971394 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609f934e-4393-4ed8-a419-46215b7271db None None] The sync data for ids ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'] in dv-cinder-761113-14-iscsi is: [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_floatingips': [{'id': '62ec1418-af0a-4dd0-8576-2e8d33ee121a', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'floating_ip_address': '172.27.0.231', 'floating_network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'router_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'port_id': 'c2a84060-e0ae-49e6-8abc-7561117ae042', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'mac_address': 'fa:16:3e:a8:8a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa50703-10d1-4a87-a704-88893a353d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:28:05Z', 'updated_at': '2021-06-18T08:28:23Z', 'revision_number': 1, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b319a4-9efb-482a-9aa5-0e6b09ad0fe6', 'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'mac_address': 'fa:16:3e:bd:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:15Z', 'revision_number': 5, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'subnets': [{'id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:28:25.149104 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1d0f7-618f-4b22-9eee-8b9dfd4a95bb None None] New status for floating IP 62ec1418-af0a-4dd0-8576-2e8d33ee121a: ACTIVE {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:28:25.268793 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3f29ca04-ace7-4eaa-8329-3d505ff9fb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:27.896240 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:28.171939 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-fe98c1c7-0399-4e0c-ac83-7f22b143a3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:28.944250 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:30.622076 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:31.641117 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f95e1f33-96f3-4090-a5d4-6482ff0e7f0e req-1909bb02-bf0b-47e5-9ebf-9d017228480b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507114 Jun 18 08:28:31.713161 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e1f33-96f3-4090-a5d4-6482ff0e7f0e req-e013493a-8c41-4e28-a19f-934b2fe50960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:31.715258 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f95e1f33-96f3-4090-a5d4-6482ff0e7f0e req-e013493a-8c41-4e28-a19f-934b2fe50960 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=765c487a55554ae3b3370c46aa40119f&device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 1098 time: 0.0509868 Jun 18 08:28:31.816654 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e1f33-96f3-4090-a5d4-6482ff0e7f0e req-acd9a2fe-49d4-42be-aa81-a9fd7b35e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:31.817976 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f95e1f33-96f3-4090-a5d4-6482ff0e7f0e req-acd9a2fe-49d4-42be-aa81-a9fd7b35e3db service neutron] 10.222.0.88 "GET /v2.0/networks?id=22a3b1de-8903-4500-ba5b-d0076e34e24d HTTP/1.1" status: 200 len: 915 time: 0.0836413 Jun 18 08:28:31.860695 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f95e1f33-96f3-4090-a5d4-6482ff0e7f0e req-06303801-c148-42f4-a204-ec272baa027c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ba65ed1-ab7d-4808-94bd-52408d7aff14 HTTP/1.1" status: 200 len: 217 time: 0.0319340 Jun 18 08:28:31.906724 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e1f33-96f3-4090-a5d4-6482ff0e7f0e req-1dda2355-ebe5-4deb-9e56-45c4186ca536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:31.908123 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f95e1f33-96f3-4090-a5d4-6482ff0e7f0e req-1dda2355-ebe5-4deb-9e56-45c4186ca536 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aad2ef25-b916-445d-ba86-69beff409fb1 HTTP/1.1" status: 200 len: 852 time: 0.0418823 Jun 18 08:28:31.966787 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e1f33-96f3-4090-a5d4-6482ff0e7f0e req-355ca18e-f0ef-4c78-8266-a34982b3b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:31.968232 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f95e1f33-96f3-4090-a5d4-6482ff0e7f0e req-355ca18e-f0ef-4c78-8266-a34982b3b737 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=22a3b1de-8903-4500-ba5b-d0076e34e24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0538440 Jun 18 08:28:32.055513 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f95e1f33-96f3-4090-a5d4-6482ff0e7f0e req-445dabb7-cb30-4d21-bae9-5508df5ee9f9 service neutron] 10.222.0.88 "GET /v2.0/networks/22a3b1de-8903-4500-ba5b-d0076e34e24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796461 Jun 18 08:28:32.149800 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f95e1f33-96f3-4090-a5d4-6482ff0e7f0e req-0ba33bf1-f891-4149-9775-6f6ef0fe88e0 service neutron] 10.222.0.88 "GET /v2.0/networks/22a3b1de-8903-4500-ba5b-d0076e34e24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874166 Jun 18 08:28:40.657177 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:28:53.746064 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:55.269398 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-71807b3b-23da-44b1-9f81-2e4d71fc1afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:57.896550 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:58.172638 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f0cd7016-09d8-4ca1-b5e0-f3ac0e1b5038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:58.946766 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:00.623780 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:17.654997 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:29:23.753142 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:25.270252 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b831f50e-7ddf-442c-bf27-db8e15f150fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:27.897964 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:28.178559 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ffde6600-0e07-4768-b9db-0bd4ad4e8f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:28.949514 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:30.625819 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:31.601631 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-510c3e41-23bd-400d-8152-032d876f2294 req-b6468d9c-e98c-43d9-996c-ad3e2d44f19a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515828 Jun 18 08:29:31.698184 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c3e41-23bd-400d-8152-032d876f2294 req-046a3815-5a2e-428d-92d7-333f61d63ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:31.699654 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-510c3e41-23bd-400d-8152-032d876f2294 req-046a3815-5a2e-428d-92d7-333f61d63ef4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 1099 time: 0.0571368 Jun 18 08:29:31.806076 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c3e41-23bd-400d-8152-032d876f2294 req-77610c4d-4265-4748-b254-a950234586d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:31.807558 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-510c3e41-23bd-400d-8152-032d876f2294 req-77610c4d-4265-4748-b254-a950234586d9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 912 time: 0.0867405 Jun 18 08:29:31.870053 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-510c3e41-23bd-400d-8152-032d876f2294 req-89b1bbf8-669b-467b-8848-b005d9ce3ec3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a23670a1-71ab-4786-963b-22e49c0dfb4c HTTP/1.1" status: 200 len: 1002 time: 0.0554783 Jun 18 08:29:31.921927 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c3e41-23bd-400d-8152-032d876f2294 req-8eab688c-e5c5-48e1-8fca-27b2f183bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:31.923376 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-510c3e41-23bd-400d-8152-032d876f2294 req-8eab688c-e5c5-48e1-8fca-27b2f183bb11 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 200 len: 849 time: 0.0466650 Jun 18 08:29:31.980516 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c3e41-23bd-400d-8152-032d876f2294 req-6e1c2771-1c09-44e3-a967-e6fd30cfbf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:31.981896 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-510c3e41-23bd-400d-8152-032d876f2294 req-6e1c2771-1c09-44e3-a967-e6fd30cfbf13 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0527651 Jun 18 08:29:32.068030 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-510c3e41-23bd-400d-8152-032d876f2294 req-dadba053-0790-4543-aa3b-33ed1c7fb998 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791113 Jun 18 08:29:32.156811 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-510c3e41-23bd-400d-8152-032d876f2294 req-0e7cb825-fbdc-4e25-ab8d-03fd5ee830f2 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820768 Jun 18 08:29:53.766739 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:54.653126 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:29:55.272259 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-823489e2-992d-4a09-9460-ebd4dfb20cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:57.900645 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:58.169373 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0f6fd8d5-63f6-484c-86cb-12dc9707e05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:58.952383 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:00.628302 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:23.763950 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:25.275136 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d04de9aa-1bc0-450e-801b-d2a637def1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:27.903175 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:28.174386 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-428c52a3-2fd0-42c3-895c-d2e5d12ad6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:28.964417 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:30.631779 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:31.651083 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:30:32.627628 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e5e115a7-f335-4eda-9f08-5ada6b9796de req-44c482eb-a499-4f5e-a8fe-aeb3a153bdd0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512705 Jun 18 08:30:32.699996 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e115a7-f335-4eda-9f08-5ada6b9796de req-cf0649c1-bb99-4a1b-beea-e6cbe5c0c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:32.701452 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e5e115a7-f335-4eda-9f08-5ada6b9796de req-cf0649c1-bb99-4a1b-beea-e6cbe5c0c89b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d1527baffb2244278e4b159ca697d6ed&device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 1098 time: 0.0513599 Jun 18 08:30:32.806990 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e115a7-f335-4eda-9f08-5ada6b9796de req-310852b6-a718-4f3e-95e4-b6fa8a4e5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:32.808627 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e5e115a7-f335-4eda-9f08-5ada6b9796de req-310852b6-a718-4f3e-95e4-b6fa8a4e5786 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bb1ecdf4-45bd-4110-bede-0aa4a981b098 HTTP/1.1" status: 200 len: 916 time: 0.0869021 Jun 18 08:30:32.849063 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e5e115a7-f335-4eda-9f08-5ada6b9796de req-29616933-2584-4fe3-acc5-b5a5958c1a71 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d HTTP/1.1" status: 200 len: 217 time: 0.0340896 Jun 18 08:30:32.897141 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e115a7-f335-4eda-9f08-5ada6b9796de req-48be91d5-318a-4f8c-b815-c5e6042e67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:32.898600 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e5e115a7-f335-4eda-9f08-5ada6b9796de req-48be91d5-318a-4f8c-b815-c5e6042e67ac service neutron] 10.222.0.88 "GET /v2.0/subnets?id=969d1600-0266-41b1-a937-067695e31834 HTTP/1.1" status: 200 len: 854 time: 0.0426109 Jun 18 08:30:32.937279 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e5e115a7-f335-4eda-9f08-5ada6b9796de req-418ce1de-1f98-49ef-a79c-f51a5e88121b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bb1ecdf4-45bd-4110-bede-0aa4a981b098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300131 Jun 18 08:30:33.025413 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e5e115a7-f335-4eda-9f08-5ada6b9796de req-c604e37e-ce59-4488-8906-23b4cf6875c0 service neutron] 10.222.0.88 "GET /v2.0/networks/bb1ecdf4-45bd-4110-bede-0aa4a981b098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815997 Jun 18 08:30:33.118019 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e5e115a7-f335-4eda-9f08-5ada6b9796de req-9488e4b2-bcf3-4c02-a25c-767ed459ab08 service neutron] 10.222.0.88 "GET /v2.0/networks/bb1ecdf4-45bd-4110-bede-0aa4a981b098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851417 Jun 18 08:30:33.242841 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [req-da67b921-586c-4605-82fe-9b74eeb14e10 req-2926bed2-8459-451e-9a6a-533e744f378d service neutron] (92894) timed out ('10.222.0.88', 55850) {{(pid=92894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 08:30:34.427452 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-9cbdb092-b856-4706-9b0c-c4d24754b522 req-11b816fb-57df-4583-85ba-16a4a6a3a3de service neutron] (92895) timed out ('10.222.0.88', 55881) {{(pid=92895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 08:30:53.762293 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:55.281650 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-812e1f31-92ea-46fd-962d-39a176702bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.904020 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:58.175424 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6ae62e5f-c6da-4ed7-a625-7b8452d8074d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:58.958954 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:00.636771 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:08.650041 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:31:14.778585 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce35394-621a-4a87-9928-f8096f447cd3 req-0af2cf0e-04be-4d2d-83f1-99e8855f1bdd tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:14.780013 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4ce35394-621a-4a87-9928-f8096f447cd3 req-0af2cf0e-04be-4d2d-83f1-99e8855f1bdd tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0649204 Jun 18 08:31:14.821497 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4ce35394-621a-4a87-9928-f8096f447cd3 req-a87e1223-d6dc-4218-b5bf-c5d8307a83aa tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357778 Jun 18 08:31:15.176877 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0396e-7293-426f-8780-29d0c12b94e6 req-a46c5240-cf02-43eb-8821-6db13513a960 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:15.178343 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-05b0396e-7293-426f-8780-29d0c12b94e6 req-a46c5240-cf02-43eb-8821-6db13513a960 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 945 time: 0.0623381 Jun 18 08:31:15.214726 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-05b0396e-7293-426f-8780-29d0c12b94e6 req-483a0d8d-8fcf-4fcd-97a7-cad27707466d tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304682 Jun 18 08:31:15.415158 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b303711-fd55-4e6e-b5a4-8ff5c5b4f68e req-527ade3a-decf-4e08-b494-7579cb0cf43e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:15.416393 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b303711-fd55-4e6e-b5a4-8ff5c5b4f68e req-527ade3a-decf-4e08-b494-7579cb0cf43e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.88 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0619700 Jun 18 08:31:15.521008 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-5b303711-fd55-4e6e-b5a4-8ff5c5b4f68e req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Deleting port a23670a1-71ab-4786-963b-22e49c0dfb4c {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:31:15.521356 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b303711-fd55-4e6e-b5a4-8ff5c5b4f68e req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:15.642320 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-5b303711-fd55-4e6e-b5a4-8ff5c5b4f68e req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] For port a23670a1-71ab-4786-963b-22e49c0dfb4c, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a23670a1-71ab-4786-963b-22e49c0dfb4c,segment=NetworkSegment(9624ca7d-91e5-4834-945a-b4ad2a67cdde),segment_id=9624ca7d-91e5-4834-945a-b4ad2a67cdde)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:15.642683 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b303711-fd55-4e6e-b5a4-8ff5c5b4f68e req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:15.696359 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dbad9-2370-4795-bbfa-1e9ff42b442f req-1e12e765-2f25-460f-bcea-33907c322fe9 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:15.697766 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-440dbad9-2370-4795-bbfa-1e9ff42b442f req-1e12e765-2f25-460f-bcea-33907c322fe9 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.88 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 945 time: 0.1351442 Jun 18 08:31:15.887755 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b303711-fd55-4e6e-b5a4-8ff5c5b4f68e req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:15.888129 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b303711-fd55-4e6e-b5a4-8ff5c5b4f68e req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543884'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:15.888441 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.l3_db [req-5b303711-fd55-4e6e-b5a4-8ff5c5b4f68e req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Floating IP 593ea017-204e-468e-bbee-2412ffe860cb disassociated. External IP: 172.27.0.185, port: a23670a1-71ab-4786-963b-22e49c0dfb4c. Jun 18 08:31:15.888783 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-5b303711-fd55-4e6e-b5a4-8ff5c5b4f68e req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Calling delete_port for a23670a1-71ab-4786-963b-22e49c0dfb4c owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:31:15.902216 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-440dbad9-2370-4795-bbfa-1e9ff42b442f req-d8f0bfbe-be9f-42a9-b21e-8094f3517ac1 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Deleting port 6ba65ed1-ab7d-4808-94bd-52408d7aff14 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:31:15.902561 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-440dbad9-2370-4795-bbfa-1e9ff42b442f req-d8f0bfbe-be9f-42a9-b21e-8094f3517ac1 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:15.997976 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7c415-1f23-4f02-8352-366a4c6fcffa req-29e8dfa7-4a0f-4a7c-83aa-902fdcb6a72b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:15.999716 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-13d7c415-1f23-4f02-8352-366a4c6fcffa req-29e8dfa7-4a0f-4a7c-83aa-902fdcb6a72b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 946 time: 0.0631363 Jun 18 08:31:16.038140 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-13d7c415-1f23-4f02-8352-366a4c6fcffa req-1669a612-a0d5-4938-95bb-bc2b3183e4cf tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=2edb80ce-bc37-4d2a-b2d0-58041d301070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324776 Jun 18 08:31:16.040841 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-440dbad9-2370-4795-bbfa-1e9ff42b442f req-d8f0bfbe-be9f-42a9-b21e-8094f3517ac1 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] For port 6ba65ed1-ab7d-4808-94bd-52408d7aff14, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=6ba65ed1-ab7d-4808-94bd-52408d7aff14,segment=NetworkSegment(a28af04d-3ed8-4c20-90f7-469427e7cac7),segment_id=a28af04d-3ed8-4c20-90f7-469427e7cac7)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:16.041747 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-440dbad9-2370-4795-bbfa-1e9ff42b442f req-d8f0bfbe-be9f-42a9-b21e-8094f3517ac1 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:16.130718 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-440dbad9-2370-4795-bbfa-1e9ff42b442f req-d8f0bfbe-be9f-42a9-b21e-8094f3517ac1 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Calling delete_port for 6ba65ed1-ab7d-4808-94bd-52408d7aff14 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:31:16.199469 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b303711-fd55-4e6e-b5a4-8ff5c5b4f68e req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:16.206290 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-31a325aa-b231-413e-a6b2-7f1b2f3bd845 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:16.235952 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event deleted for resources: {'Port': ['ID=a23670a1-71ab-4786-963b-22e49c0dfb4c,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:16.251449 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:16.251826 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:16.252194 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:16.252553 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:16.252911 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:16.253263 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:16.253614 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:16.253963 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:16.254313 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:16.254661 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:16.255036 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:16.255383 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:16.266604 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:16.401900 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6c29a-7c00-4c99-9bfc-ae8f963ff614 req-7ea35a63-05a7-4ed4-94c6-1b32bcbadf0a tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:16.403512 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-03e6c29a-7c00-4c99-9bfc-ae8f963ff614 req-7ea35a63-05a7-4ed4-94c6-1b32bcbadf0a tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/ports?device_id=ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9 HTTP/1.1" status: 200 len: 945 time: 0.0702772 Jun 18 08:31:16.404798 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-440dbad9-2370-4795-bbfa-1e9ff42b442f req-d8f0bfbe-be9f-42a9-b21e-8094f3517ac1 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:16.410677 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4ba59899-4000-4e9c-af70-a8ee2b1da878 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:16.416237 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['6ba65ed1-ab7d-4808-94bd-52408d7aff14'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:31:16.423109 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b303711-fd55-4e6e-b5a4-8ff5c5b4f68e req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Router 2e677162-09e1-4397-b963-043b777c7912 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:31:16.448570 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0bfbe-be9f-42a9-b21e-8094f3517ac1 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Pushing event deleted for resources: {'Port': ['ID=6ba65ed1-ab7d-4808-94bd-52408d7aff14,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:16.450280 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-03e6c29a-7c00-4c99-9bfc-ae8f963ff614 req-a892e3c0-e56a-4039-a5f1-3dc3db8860f4 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.83 "GET /v2.0/security-groups?id=9294ed08-d4de-4ffd-bb2b-af5aecfa672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396833 Jun 18 08:31:16.451569 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d8f0bfbe-be9f-42a9-b21e-8094f3517ac1 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:16.499635 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-440dbad9-2370-4795-bbfa-1e9ff42b442f req-d8f0bfbe-be9f-42a9-b21e-8094f3517ac1 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] No DVR routers for this DVR port 6ba65ed1-ab7d-4808-94bd-52408d7aff14 on host hv-cinder-76111 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:31:16.503257 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-440dbad9-2370-4795-bbfa-1e9ff42b442f req-d8f0bfbe-be9f-42a9-b21e-8094f3517ac1 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:16.505137 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-440dbad9-2370-4795-bbfa-1e9ff42b442f req-d8f0bfbe-be9f-42a9-b21e-8094f3517ac1 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] 10.222.0.88 "DELETE /v2.0/ports/6ba65ed1-ab7d-4808-94bd-52408d7aff14 HTTP/1.1" status: 204 len: 173 time: 0.8010137 Jun 18 08:31:16.506472 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9', 'name': 'network-vif-deleted', 'tag': '6ba65ed1-ab7d-4808-94bd-52408d7aff14'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:31:16.508935 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e7f27c-c458-4395-94fa-d84dc7ff0069" -d '{"events": [{"server_uuid": "ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9", "name": "network-vif-deleted", "tag": "6ba65ed1-ab7d-4808-94bd-52408d7aff14"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:31:16.902755 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c954a1ec-7b44-4d83-ac09-71882790fc93 x-openstack-request-id: req-c954a1ec-7b44-4d83-ac09-71882790fc93 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:31:16.903101 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9", "name": "network-vif-deleted", "tag": "6ba65ed1-ab7d-4808-94bd-52408d7aff14", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:31:16.903384 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c954a1ec-7b44-4d83-ac09-71882790fc93 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:31:16.903800 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2e7861-575d-4deb-8cbe-ad1c93b0b5b9', 'name': 'network-vif-deleted', 'tag': '6ba65ed1-ab7d-4808-94bd-52408d7aff14', 'status': 'completed', 'code': 200} Jun 18 08:31:16.927168 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b303711-fd55-4e6e-b5a4-8ff5c5b4f68e req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:31:16.937616 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1275b-bec9-458a-a355-205ca3aaae08 None None] Sync routers for ids ['2e677162-09e1-4397-b963-043b777c7912'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:31:16.948985 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a1275b-bec9-458a-a355-205ca3aaae08 None None] Routers {'2e677162-09e1-4397-b963-043b777c7912'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:31:16.949777 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-05a1275b-bec9-458a-a355-205ca3aaae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:30:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2e677162-09e1-4397-b963-043b777c7912'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:16.970064 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b303711-fd55-4e6e-b5a4-8ff5c5b4f68e req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] No DVR routers for this DVR port a23670a1-71ab-4786-963b-22e49c0dfb4c on host hv-cinder-76111 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:31:16.972435 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-5b303711-fd55-4e6e-b5a4-8ff5c5b4f68e req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:16.974400 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-5b303711-fd55-4e6e-b5a4-8ff5c5b4f68e req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.88 "DELETE /v2.0/ports/a23670a1-71ab-4786-963b-22e49c0dfb4c HTTP/1.1" status: 204 len: 173 time: 1.5517585 Jun 18 08:31:17.065657 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-05a1275b-bec9-458a-a355-205ca3aaae08 None None] Set router 2e677162-09e1-4397-b963-043b777c7912 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:31:17.192355 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f964a67f-0446-442b-9140-d3f1025ac7e5 req-7631dee6-88d0-4971-862a-d936b2139b00 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0373590 Jun 18 08:31:17.275589 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-05a1275b-bec9-458a-a355-205ca3aaae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '8446f5f0-0e5e-4c93-a13b-9bfb09d0478c', 'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'mac_address': 'fa:16:3e:72:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:18Z', 'revision_number': 5, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'subnets': [{'id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:17.304175 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1275b-bec9-458a-a355-205ca3aaae08 None None] Checking router: 2e677162-09e1-4397-b963-043b777c7912 for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:31:17.313014 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a1275b-bec9-458a-a355-205ca3aaae08 None None] Routers {'2e677162-09e1-4397-b963-043b777c7912'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:31:17.313626 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-05a1275b-bec9-458a-a355-205ca3aaae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:30:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2e677162-09e1-4397-b963-043b777c7912'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:17.409313 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-05a1275b-bec9-458a-a355-205ca3aaae08 None None] Set router 2e677162-09e1-4397-b963-043b777c7912 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:31:17.605264 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-05a1275b-bec9-458a-a355-205ca3aaae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '8446f5f0-0e5e-4c93-a13b-9bfb09d0478c', 'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'mac_address': 'fa:16:3e:72:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:18Z', 'revision_number': 5, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'subnets': [{'id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:17.630822 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1275b-bec9-458a-a355-205ca3aaae08 None None] The sync data for ids ['2e677162-09e1-4397-b963-043b777c7912'] in dv-cinder-761113-14-iscsi is: [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '8446f5f0-0e5e-4c93-a13b-9bfb09d0478c', 'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'mac_address': 'fa:16:3e:72:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:18Z', 'revision_number': 5, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'subnets': [{'id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:31:17.836362 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f739663-4239-4ecd-adc4-56860888e9e8 None None] New status for floating IP 593ea017-204e-468e-bbee-2412ffe860cb: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:31:18.777177 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9c304506-1c14-4c19-9474-6baeb4d1a05c req-7df99781-880c-4b06-97e2-7e33860f40d5 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0289605 Jun 18 08:31:18.905440 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d3ed5-7623-4853-8df1-af72caf11625', 'name': 'network-vif-deleted', 'tag': 'a23670a1-71ab-4786-963b-22e49c0dfb4c'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:31:18.907930 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3664bc31-f849-46f6-8c73-78fe083458ff" -d '{"events": [{"server_uuid": "e08d3ed5-7623-4853-8df1-af72caf11625", "name": "network-vif-deleted", "tag": "a23670a1-71ab-4786-963b-22e49c0dfb4c"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:31:18.943590 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85667e7-a4e1-4433-b9a9-736ab05265b2 x-openstack-request-id: req-c85667e7-a4e1-4433-b9a9-736ab05265b2 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:31:18.943924 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08d3ed5-7623-4853-8df1-af72caf11625", "name": "network-vif-deleted", "tag": "a23670a1-71ab-4786-963b-22e49c0dfb4c", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:31:18.944240 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c85667e7-a4e1-4433-b9a9-736ab05265b2 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:31:18.944781 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d3ed5-7623-4853-8df1-af72caf11625', 'name': 'network-vif-deleted', 'tag': 'a23670a1-71ab-4786-963b-22e49c0dfb4c', 'status': 'completed', 'code': 200} Jun 18 08:31:19.389796 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58462) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:19.875368 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608241'] for router_interface, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:19.941159 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f4aa8795-8d5d-4800-bac7-b5df363a63f2 req-1670462d-93da-4ce3-b4dd-6c71579c9895 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0340838 Jun 18 08:31:20.148833 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Deleting port 51bdfedb-30db-46a5-bce2-91b3865c2bb4 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:31:20.149182 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:20.224258 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] For port 51bdfedb-30db-46a5-bce2-91b3865c2bb4, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=51bdfedb-30db-46a5-bce2-91b3865c2bb4,segment=NetworkSegment(a28af04d-3ed8-4c20-90f7-469427e7cac7),segment_id=a28af04d-3ed8-4c20-90f7-469427e7cac7)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:20.224614 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:20.288057 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Calling delete_port for 51bdfedb-30db-46a5-bce2-91b3865c2bb4 owned by network:router_interface {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:31:20.459472 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:20.461240 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:20.484047 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Pushing event deleted for resources: {'Port': ['ID=51bdfedb-30db-46a5-bce2-91b3865c2bb4,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:20.495673 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:20.496045 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:20.496412 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:20.496774 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:20.497132 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:20.497487 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:20.497841 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:20.498194 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:20.498546 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:20.498893 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:20.499474 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:20.499880 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:20.503725 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:20.668909 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608077'] for router_interface, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:20.892543 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Router caba9e33-bd42-4fc8-b2c3-31ace915ec62 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:31:20.965130 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 6ba65ed1-ab7d-4808-94bd-52408d7aff14 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:31:20.990609 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] No Port match for: 6ba65ed1-ab7d-4808-94bd-52408d7aff14 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:31:20.990987 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 6ba65ed1-ab7d-4808-94bd-52408d7aff14 not bound to the agent host hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:31:20.991432 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device a23670a1-71ab-4786-963b-22e49c0dfb4c no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:31:20.998509 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:31:21.006299 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] 10.222.0.83 "PUT /v2.0/routers/caba9e33-bd42-4fc8-b2c3-31ace915ec62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6129379 Jun 18 08:31:21.006715 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58490) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:21.019889 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6269f84-9ebe-4ce4-a346-b02060062342 None None] Sync routers for ids ['caba9e33-bd42-4fc8-b2c3-31ace915ec62'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:31:21.022443 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] No Port match for: a23670a1-71ab-4786-963b-22e49c0dfb4c {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:31:21.022843 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device a23670a1-71ab-4786-963b-22e49c0dfb4c not bound to the agent host hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:31:21.031332 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6269f84-9ebe-4ce4-a346-b02060062342 None None] Routers {'caba9e33-bd42-4fc8-b2c3-31ace915ec62'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:31:21.031949 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f6269f84-9ebe-4ce4-a346-b02060062342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:30:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['caba9e33-bd42-4fc8-b2c3-31ace915ec62'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:21.087763 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6c5d71ba-9455-42fc-a523-2e839f9eab45 req-1172224d-727e-44da-a772-46d1c26d5d06 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0300891 Jun 18 08:31:21.114340 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a445ce22-3b1f-4c59-8f06-aefcd2044292 admin admin] Notify callbacks [] for router, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:21.136352 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-f6269f84-9ebe-4ce4-a346-b02060062342 None None] Set router caba9e33-bd42-4fc8-b2c3-31ace915ec62 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:31:21.222188 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a445ce22-3b1f-4c59-8f06-aefcd2044292 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:21.275692 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-a445ce22-3b1f-4c59-8f06-aefcd2044292 admin admin] Deleting port c52d26f0-140e-4887-b757-62c40dad8669 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:31:21.275942 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a445ce22-3b1f-4c59-8f06-aefcd2044292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:21.360514 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-a445ce22-3b1f-4c59-8f06-aefcd2044292 admin admin] For port c52d26f0-140e-4887-b757-62c40dad8669, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=c52d26f0-140e-4887-b757-62c40dad8669,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:21.360881 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a445ce22-3b1f-4c59-8f06-aefcd2044292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:21.420735 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-a445ce22-3b1f-4c59-8f06-aefcd2044292 admin admin] Calling delete_port for c52d26f0-140e-4887-b757-62c40dad8669 owned by network:router_gateway {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:31:21.430344 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f6269f84-9ebe-4ce4-a346-b02060062342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'name': 'tempest-TestMinimumBasicScenario-30593961-router', 'tenant_id': '765c487a55554ae3b3370c46aa40119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'c52d26f0-140e-4887-b757-62c40dad8669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:17:54Z', 'updated_at': '2021-06-18T08:31:20Z', 'revision_number': 5, 'project_id': '765c487a55554ae3b3370c46aa40119f', 'gw_port': {'id': 'c52d26f0-140e-4887-b757-62c40dad8669', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:17:54Z', 'updated_at': '2021-06-18T08:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:21.457062 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6269f84-9ebe-4ce4-a346-b02060062342 None None] Checking router: caba9e33-bd42-4fc8-b2c3-31ace915ec62 for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:31:21.465305 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6269f84-9ebe-4ce4-a346-b02060062342 None None] Routers {'caba9e33-bd42-4fc8-b2c3-31ace915ec62'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:31:21.465925 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f6269f84-9ebe-4ce4-a346-b02060062342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:30:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['caba9e33-bd42-4fc8-b2c3-31ace915ec62'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:21.549264 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-f6269f84-9ebe-4ce4-a346-b02060062342 None None] Set router caba9e33-bd42-4fc8-b2c3-31ace915ec62 gateway port host: None {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:31:21.604640 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-f6269f84-9ebe-4ce4-a346-b02060062342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'name': 'tempest-TestMinimumBasicScenario-30593961-router', 'tenant_id': '765c487a55554ae3b3370c46aa40119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:17:54Z', 'updated_at': '2021-06-18T08:31:21Z', 'revision_number': 6, 'project_id': '765c487a55554ae3b3370c46aa40119f', 'gw_port_host': None}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:21.607000 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a445ce22-3b1f-4c59-8f06-aefcd2044292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:21.609849 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9295b871-1765-4b9c-a1c9-a281b4ef0e46 tempest-AttachVolumeNegativeTest-28266372 tempest-AttachVolumeNegativeTest-28266372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:21.631118 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6269f84-9ebe-4ce4-a346-b02060062342 None None] The sync data for ids ['caba9e33-bd42-4fc8-b2c3-31ace915ec62'] in dv-cinder-761113-14-iscsi is: [{'id': 'caba9e33-bd42-4fc8-b2c3-31ace915ec62', 'name': 'tempest-TestMinimumBasicScenario-30593961-router', 'tenant_id': '765c487a55554ae3b3370c46aa40119f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:17:54Z', 'updated_at': '2021-06-18T08:31:21Z', 'revision_number': 6, 'project_id': '765c487a55554ae3b3370c46aa40119f', 'gw_port_host': None}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:31:21.633828 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445ce22-3b1f-4c59-8f06-aefcd2044292 admin admin] Pushing event deleted for resources: {'Port': ['ID=c52d26f0-140e-4887-b757-62c40dad8669,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:21.637607 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a445ce22-3b1f-4c59-8f06-aefcd2044292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:21.695237 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a445ce22-3b1f-4c59-8f06-aefcd2044292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543841'] for router_gateway, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:21.793453 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a445ce22-3b1f-4c59-8f06-aefcd2044292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2653'] for router, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:21.795508 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a445ce22-3b1f-4c59-8f06-aefcd2044292 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:21.860713 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a445ce22-3b1f-4c59-8f06-aefcd2044292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607022'] for router, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:21.861283 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a445ce22-3b1f-4c59-8f06-aefcd2044292 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caba9e33-bd42-4fc8-b2c3-31ace915ec62 {{(pid=92895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:31:21.866121 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a445ce22-3b1f-4c59-8f06-aefcd2044292 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:21.867283 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a445ce22-3b1f-4c59-8f06-aefcd2044292 admin admin] 10.222.0.83 "DELETE /v2.0/routers/caba9e33-bd42-4fc8-b2c3-31ace915ec62 HTTP/1.1" status: 204 len: 168 time: 0.8594699 Jun 18 08:31:21.869749 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58500) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:21.913124 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-1787f0c2-ad74-4e87-9bff-86942e2ead22 admin admin] Deleting subnet aad2ef25-b916-445d-ba86-69beff409fb1 {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:31:21.916187 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1787f0c2-ad74-4e87-9bff-86942e2ead22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:21.950663 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1787f0c2-ad74-4e87-9bff-86942e2ead22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8739288'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:22.064264 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1787f0c2-ad74-4e87-9bff-86942e2ead22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8181128'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:22.116593 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1787f0c2-ad74-4e87-9bff-86942e2ead22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8181127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8739149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8539572'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:22.118794 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0d1455e0-8ed1-46f7-81ba-ddbba1403250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:22.145016 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787f0c2-ad74-4e87-9bff-86942e2ead22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aad2ef25-b916-445d-ba86-69beff409fb1,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:22.148089 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1787f0c2-ad74-4e87-9bff-86942e2ead22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:22.149182 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1787f0c2-ad74-4e87-9bff-86942e2ead22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:22.153322 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-1787f0c2-ad74-4e87-9bff-86942e2ead22 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/aad2ef25-b916-445d-ba86-69beff409fb1 HTTP/1.1" status: 204 len: 168 time: 0.2803471 Jun 18 08:31:22.153615 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58506) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:22.161057 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2364675-ead7-4d8f-a962-c5c396c27cae None None] Network 22a3b1de-8903-4500-ba5b-d0076e34e24d requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:31:22.229850 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093684'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:22.251300 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-246c96fc-946b-4372-8beb-4ba827f8e44c req-2979a1e1-8a28-4d95-871c-f9477e700ccd tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0323889 Jun 18 08:31:22.282048 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] Deleting port 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:31:22.282384 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:22.348161 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] For port 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844,segment=NetworkSegment(a28af04d-3ed8-4c20-90f7-469427e7cac7),segment_id=a28af04d-3ed8-4c20-90f7-469427e7cac7)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:22.348802 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:22.379775 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] DHCP port deletion for 22a3b1de-8903-4500-ba5b-d0076e34e24d request from dv-cinder-761113-14-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 08:31:22.420351 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] Calling delete_port for 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 owned by network:dhcp {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:31:22.426245 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Deleting port 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 {{(pid=92896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:31:22.426730 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:22.492887 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] For port 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844,segment=NetworkSegment(a28af04d-3ed8-4c20-90f7-469427e7cac7),segment_id=a28af04d-3ed8-4c20-90f7-469427e7cac7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:22.493317 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:22.503589 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:22.506411 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-d8728b82-5b7b-4710-a71d-2535c5a85e57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:22.529197 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:22.533101 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:22.533892 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] No DVR routers for this DVR port 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 on host dv-cinder-761113-14-iscsi {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:31:22.566056 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Calling delete_port for 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 owned by network:dhcp {{(pid=92896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:31:22.607570 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187415', 'neutron.services.segments.db._delete_segments_for_network-8757668836051'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:22.618063 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a3b1de-8903-4500-ba5b-d0076e34e24d']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:22.628730 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28af04d-3ed8-4c20-90f7-469427e7cac7') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:22.629011 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28af04d-3ed8-4c20-90f7-469427e7cac7') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:22.638323 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757668835880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8739281'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:22.652854 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:22.668299 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:31:22.668707 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8739046'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: timer() Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: cb(*args, **kw) Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: self._notify() Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: self.callback(batched_events) Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: event.method(event) Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: return self._get(url).json() Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:31:22.670417 dv-cinder-761113-14-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:31:22.698740 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223'] for port, after_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:22.700802 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:22.729040 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Pushing event deleted for resources: {'Port': ['ID=9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844,revision_number=None']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:22.732792 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8187406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543934'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:22.735790 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:22.736142 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:22.736500 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:22.736835 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:22.737163 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:22.737895 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:22.737895 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:22.738236 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:22.738401 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6eafe6b5-3378-4bd4-adfc-1b69eb9acdf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:22.738520 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:22.738842 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:22.739183 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:22.739504 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:22.743483 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:22.744568 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] No DVR routers for this DVR port 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 on host dv-cinder-761113-14-iscsi {{(pid=92896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:31:22.754046 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:22.759024 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] 10.222.0.83 "DELETE /v2.0/networks/22a3b1de-8903-4500-ba5b-d0076e34e24d HTTP/1.1" status: 204 len: 168 time: 0.6023440 Jun 18 08:31:22.760334 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58510) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:22.761782 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] Pushing event deleted for resources: {'Network': ['ID=22a3b1de-8903-4500-ba5b-d0076e34e24d,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:22.767111 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a36b3cfe-1814-4ba8-ae82-588ae518e991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:22.833826 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 51bdfedb-30db-46a5-bce2-91b3865c2bb4 no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:31:22.853582 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: 51bdfedb-30db-46a5-bce2-91b3865c2bb4 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:31:22.853933 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 51bdfedb-30db-46a5-bce2-91b3865c2bb4 not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:31:22.854358 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:31:22.872129 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:31:22.872480 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 9fb34c19-ee4d-48f9-9f0e-c1e6c6a6b844 not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:31:22.872897 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device c52d26f0-140e-4887-b757-62c40dad8669 no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:31:22.892451 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: c52d26f0-140e-4887-b757-62c40dad8669 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:31:22.892808 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device c52d26f0-140e-4887-b757-62c40dad8669 not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:31:23.229840 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-068f7ebf-1dd0-44f8-a847-05924d3525cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608241'] for router_interface, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:23.259274 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58526) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:23.393479 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f1ed00fe-b96d-485c-a8d1-8607860150c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:23.420048 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a2501b9b-b0d7-4c93-8432-69d91f976caa req-dde6d142-62ec-4fed-b35c-82ca6bd877dc tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0425889 Jun 18 08:31:23.506841 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f1ed00fe-b96d-485c-a8d1-8607860150c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:23.511422 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f1ed00fe-b96d-485c-a8d1-8607860150c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:23.514749 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-448f2112-2ddb-421d-86c9-5ed0eb6fb48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:23.544286 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-068f7ebf-1dd0-44f8-a847-05924d3525cb admin admin] Deleting port c38e6bb8-fff6-47f8-9443-db9ae089c54d {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:31:23.544631 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-068f7ebf-1dd0-44f8-a847-05924d3525cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:23.549691 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f1ed00fe-b96d-485c-a8d1-8607860150c4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=71c6cc7c5efa4351b1f43403a36597bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893338 Jun 18 08:31:23.550916 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed00fe-b96d-485c-a8d1-8607860150c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c362cc-151b-4923-acfd-a9d0482b179e,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:23.553218 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58532) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:23.560335 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f1ed00fe-b96d-485c-a8d1-8607860150c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:23.602549 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-973d8eb3-0d81-4b30-b7fe-62c920a93672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:23.623526 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-973d8eb3-0d81-4b30-b7fe-62c920a93672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:23.638080 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-068f7ebf-1dd0-44f8-a847-05924d3525cb admin admin] For port c38e6bb8-fff6-47f8-9443-db9ae089c54d, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=c38e6bb8-fff6-47f8-9443-db9ae089c54d,segment=NetworkSegment(b7fa41fc-96a3-425c-813c-5aea3cf5371e),segment_id=b7fa41fc-96a3-425c-813c-5aea3cf5371e)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:23.638440 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-068f7ebf-1dd0-44f8-a847-05924d3525cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:23.668048 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-973d8eb3-0d81-4b30-b7fe-62c920a93672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:23.670637 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-973d8eb3-0d81-4b30-b7fe-62c920a93672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:23.672754 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-973d8eb3-0d81-4b30-b7fe-62c920a93672 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f5c362cc-151b-4923-acfd-a9d0482b179e HTTP/1.1" status: 204 len: 168 time: 0.1186259 Jun 18 08:31:23.673553 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7e52585e-7303-4da5-9a1c-3317f58c7089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:23.682482 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d8eb3-0d81-4b30-b7fe-62c920a93672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c362cc-151b-4923-acfd-a9d0482b179e,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:23.692415 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-973d8eb3-0d81-4b30-b7fe-62c920a93672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:23.702944 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-068f7ebf-1dd0-44f8-a847-05924d3525cb admin admin] Calling delete_port for c38e6bb8-fff6-47f8-9443-db9ae089c54d owned by network:router_interface {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:31:23.760068 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:23.898850 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-068f7ebf-1dd0-44f8-a847-05924d3525cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:23.900963 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-567998da-baef-4c2c-b731-eb8a5c0eb037 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:23.924002 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f7ebf-1dd0-44f8-a847-05924d3525cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c38e6bb8-fff6-47f8-9443-db9ae089c54d,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:23.931819 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-068f7ebf-1dd0-44f8-a847-05924d3525cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:24.278417 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58558) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:24.389687 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-580a5433-2c55-4559-a510-f0e2e36bb07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:24.409297 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-068f7ebf-1dd0-44f8-a847-05924d3525cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608077'] for router_interface, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:24.509542 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-580a5433-2c55-4559-a510-f0e2e36bb07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:24.516403 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-580a5433-2c55-4559-a510-f0e2e36bb07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:24.540783 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58572) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:24.542507 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-126f8cf2-67d9-4e47-9b3e-e77be849e329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:24.570096 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-580a5433-2c55-4559-a510-f0e2e36bb07f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f8c4277aa81447e4860ca0aaec42b379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905238 Jun 18 08:31:24.573490 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58576) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:24.626114 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-21be38b1-ed4c-42f4-89f8-22d88d716c5b req-97a8ec55-ac2b-400f-ac4c-b66bedf2f0ac tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0844595 Jun 18 08:31:24.638037 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a5433-2c55-4559-a510-f0e2e36bb07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f58aead-28a1-471e-9a7d-550083a3b933,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:24.655914 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-580a5433-2c55-4559-a510-f0e2e36bb07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:24.661793 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-813292832-network', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:31:24.677803 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-151812e1-e57f-4796-8333-b15e6fd536e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:24.683783 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068f7ebf-1dd0-44f8-a847-05924d3525cb admin admin] Router f87b7f95-045a-40bc-a7bc-e92d188d0177 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:31:24.691167 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] Made reservation on behalf of fabc78871993469dae42b7c9edb1cb24 for: {'network': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:31:24.693504 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:24.700356 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-151812e1-e57f-4796-8333-b15e6fd536e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:24.704007 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:24.753862 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-151812e1-e57f-4796-8333-b15e6fd536e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:24.756856 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-151812e1-e57f-4796-8333-b15e6fd536e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:24.758015 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-151812e1-e57f-4796-8333-b15e6fd536e2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4f58aead-28a1-471e-9a7d-550083a3b933 HTTP/1.1" status: 204 len: 168 time: 0.1835098 Jun 18 08:31:24.758896 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1875a78a-038d-413f-974a-a8ec36f11bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:24.769903 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151812e1-e57f-4796-8333-b15e6fd536e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f58aead-28a1-471e-9a7d-550083a3b933,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:24.773079 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-151812e1-e57f-4796-8333-b15e6fd536e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:24.845395 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068f7ebf-1dd0-44f8-a847-05924d3525cb admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:31:24.850796 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-068f7ebf-1dd0-44f8-a847-05924d3525cb admin admin] 10.222.0.83 "PUT /v2.0/routers/f87b7f95-045a-40bc-a7bc-e92d188d0177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0849912 Jun 18 08:31:24.853616 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58580) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:24.857921 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb1b36-6960-41a5-9557-6415e29a4864 None None] Sync routers for ids ['f87b7f95-045a-40bc-a7bc-e92d188d0177'] in dv-cinder-761113-14-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:31:24.868210 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb1b36-6960-41a5-9557-6415e29a4864 None None] Routers {'f87b7f95-045a-40bc-a7bc-e92d188d0177'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:31:24.868835 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f6eb1b36-6960-41a5-9557-6415e29a4864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:30:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['f87b7f95-045a-40bc-a7bc-e92d188d0177'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:24.908627 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:24.916316 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:24.919930 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-291050cd-e751-465e-a412-db627f7fd7c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:24.950125 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=92895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:31:24.958389 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a2dd89-e990-4c7f-8705-f9b22cf78831,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:24.963179 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:24.966284 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:24.966837 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.segments_db [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] Added segment dcf48eae-60a9-4c76-bb48-d633004bc8e7 of type vlan for network 22b3ce45-369e-48d6-b963-8c2b2c33c887 Jun 18 08:31:24.994113 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] Notify callbacks [] for router, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:25.029955 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:25.075344 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:25.077603 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:25.078299 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:25.080906 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-91b33f88-f93f-4ea2-8a95-654ffce821ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:25.131737 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:25.147423 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-f6eb1b36-6960-41a5-9557-6415e29a4864 None None] Set router f87b7f95-045a-40bc-a7bc-e92d188d0177 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:31:25.150111 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6082082 Jun 18 08:31:25.151292 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] Pushing event updated for resources: {'Network': ['ID=22b3ce45-369e-48d6-b963-8c2b2c33c887,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:25.153668 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58594) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:25.159065 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-7165fdd1-bce4-41c0-81e9-d4e7aeb732e8 admin admin] Request body: {'subnet': {'network_id': '22b3ce45-369e-48d6-b963-8c2b2c33c887', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-813292832-subnet', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24', 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:31:25.164403 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network 22b3ce45-369e-48d6-b963-8c2b2c33c887 details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:31:25.182198 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:25.183877 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7165fdd1-bce4-41c0-81e9-d4e7aeb732e8 admin admin] Made reservation on behalf of fabc78871993469dae42b7c9edb1cb24 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:31:25.188517 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7165fdd1-bce4-41c0-81e9-d4e7aeb732e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8539551'] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:25.208109 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] Deleting port e857d633-7c22-4413-9787-e8002f991c0c {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:31:25.208637 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:25.289552 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-689cf843-b116-49fe-b4a3-b61d0ba0453e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:25.309208 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] For port e857d633-7c22-4413-9787-e8002f991c0c, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=e857d633-7c22-4413-9787-e8002f991c0c,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:25.309858 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:25.384861 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] Calling delete_port for e857d633-7c22-4413-9787-e8002f991c0c owned by network:router_gateway {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:31:25.407648 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7165fdd1-bce4-41c0-81e9-d4e7aeb732e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8739212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8539533'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:25.411873 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1870138e-1e2c-4639-9c12-ea10c8ab9d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:25.429128 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f6eb1b36-6960-41a5-9557-6415e29a4864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'name': 'tempest-TestMinimumBasicScenario-553256165-router', 'tenant_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'e857d633-7c22-4413-9787-e8002f991c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:18:01Z', 'updated_at': '2021-06-18T08:31:23Z', 'revision_number': 5, 'project_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'gw_port': {'id': 'e857d633-7c22-4413-9787-e8002f991c0c', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:18:03Z', 'updated_at': '2021-06-18T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:25.464800 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb1b36-6960-41a5-9557-6415e29a4864 None None] Checking router: f87b7f95-045a-40bc-a7bc-e92d188d0177 for host: dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:31:25.474332 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165fdd1-bce4-41c0-81e9-d4e7aeb732e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6bffe0-87c8-4a10-914c-3c3d369779bc,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:25.475013 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb1b36-6960-41a5-9557-6415e29a4864 None None] Routers {'f87b7f95-045a-40bc-a7bc-e92d188d0177'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:31:25.475927 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f6eb1b36-6960-41a5-9557-6415e29a4864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:30:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['f87b7f95-045a-40bc-a7bc-e92d188d0177'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:25.481010 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7165fdd1-bce4-41c0-81e9-d4e7aeb732e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:25.494491 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7165fdd1-bce4-41c0-81e9-d4e7aeb732e8 admin admin] Checking segment: {'id': 'dcf48eae-60a9-4c76-bb48-d633004bc8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '22b3ce45-369e-48d6-b963-8c2b2c33c887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:31:25.495118 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7165fdd1-bce4-41c0-81e9-d4e7aeb732e8 admin admin] Network hostable DHCP agents. Network: 22b3ce45-369e-48d6-b963-8c2b2c33c887, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:31:25.517526 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7165fdd1-bce4-41c0-81e9-d4e7aeb732e8 admin admin] Network 22b3ce45-369e-48d6-b963-8c2b2c33c887 is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:31:25.529811 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-7165fdd1-bce4-41c0-81e9-d4e7aeb732e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, 22b3ce45-369e-48d6-b963-8c2b2c33c887) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:31:25.534910 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7165fdd1-bce4-41c0-81e9-d4e7aeb732e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:25.535788 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7165fdd1-bce4-41c0-81e9-d4e7aeb732e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:25.541364 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb91c3c-071a-4159-b124-3f3673f8b2de None None] Network 22b3ce45-369e-48d6-b963-8c2b2c33c887 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:31:25.557247 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7165fdd1-bce4-41c0-81e9-d4e7aeb732e8 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4021952 Jun 18 08:31:25.558075 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58604) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:25.563942 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-813292832-router', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:31:25.581051 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:25.583991 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:25.591127 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-604585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2639'] for router, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:25.592511 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-923112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2628'] for router, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:25.643820 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-f6eb1b36-6960-41a5-9557-6415e29a4864 None None] Set router f87b7f95-045a-40bc-a7bc-e92d188d0177 gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:31:25.664746 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:25.740369 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-f6eb1b36-6960-41a5-9557-6415e29a4864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'name': 'tempest-TestMinimumBasicScenario-553256165-router', 'tenant_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:18:01Z', 'updated_at': '2021-06-18T08:31:25Z', 'revision_number': 6, 'project_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'gw_port_host': None}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:25.771099 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb1b36-6960-41a5-9557-6415e29a4864 None None] The sync data for ids ['f87b7f95-045a-40bc-a7bc-e92d188d0177'] in dv-cinder-761113-14-iscsi is: [{'id': 'f87b7f95-045a-40bc-a7bc-e92d188d0177', 'name': 'tempest-TestMinimumBasicScenario-553256165-router', 'tenant_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:18:01Z', 'updated_at': '2021-06-18T08:31:25Z', 'revision_number': 6, 'project_id': 'd25dcf2a98904dfb900e659c4d6cb64d', 'gw_port_host': None}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:31:25.866731 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe8cd3cf-c619-57cb-820d-d0ee420b7d22-22b3ce45-369e-48d6-b963-8c2b2c33c887', 'network_id': '22b3ce45-369e-48d6-b963-8c2b2c33c887', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24', 'fixed_ips': [{'subnet_id': '5a6bffe0-87c8-4a10-914c-3c3d369779bc'}]}} from dv-cinder-761113-14-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:31:25.867688 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:25.908376 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545768', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-604507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2642'] for router, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.017469 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] Pushing event deleted for resources: {'Port': ['ID=e857d633-7c22-4413-9787-e8002f991c0c,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:26.021015 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c2d4216c-7136-48b6-9b50-bcda4f667070 req-499862a3-2325-424f-9006-614314b1daeb tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0623827 Jun 18 08:31:26.057956 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Allocated IP 172.20.0.2 (22b3ce45-369e-48d6-b963-8c2b2c33c887/5a6bffe0-87c8-4a10-914c-3c3d369779bc/5530877c-c085-48a7-a7a6-1a3e4ee9b6ad) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:31:26.064426 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:26.069784 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543841'] for router_gateway, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.216487 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2653'] for router, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.223481 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.255527 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.283717 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607022'] for router, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.284444 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f87b7f95-045a-40bc-a7bc-e92d188d0177 {{(pid=92894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:31:26.286914 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.289992 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.291620 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] 10.222.0.83 "DELETE /v2.0/routers/f87b7f95-045a-40bc-a7bc-e92d188d0177 HTTP/1.1" status: 204 len: 168 time: 1.4360855 Jun 18 08:31:26.294102 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58624) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:26.332695 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.351903 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Transition to ACTIVE for port object 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:31:26.371347 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Transition to ACTIVE for port object 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:31:26.382379 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.386164 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:26.393145 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49f3f9d-b4b3-4d96-afc4-ac547f57b2f2 admin admin] Deleting subnet 230139a5-765f-477b-8718-c93cdb82b649 {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:31:26.398213 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c49f3f9d-b4b3-4d96-afc4-ac547f57b2f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.450236 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c49f3f9d-b4b3-4d96-afc4-ac547f57b2f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438516'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.457177 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Pushing event updated for resources: {'Port': ['ID=5530877c-c085-48a7-a7a6-1a3e4ee9b6ad,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:26.459940 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Allocated IP 172.27.0.109 (a252541b-e27f-4a3f-8e86-824b883db521/ff822c60-bf8e-4d27-91f8-cd72c981900b/eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:31:26.466833 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:26.469729 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Network 22b3ce45-369e-48d6-b963-8c2b2c33c887 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:31:26.471881 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:31:26.475715 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:31:26.544369 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Attempting to bind port 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:31:26.545135 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Attempting to bind port 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'dcf48eae-60a9-4c76-bb48-d633004bc8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '22b3ce45-369e-48d6-b963-8c2b2c33c887'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:31:26.545964 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Attempting to bind port 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad on network 22b3ce45-369e-48d6-b963-8c2b2c33c887 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:31:26.551981 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:31:26.552704 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Checking segment: {'id': 'dcf48eae-60a9-4c76-bb48-d633004bc8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '22b3ce45-369e-48d6-b963-8c2b2c33c887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:31:26.553349 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.553946 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Bound using segment: {'id': 'dcf48eae-60a9-4c76-bb48-d633004bc8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '22b3ce45-369e-48d6-b963-8c2b2c33c887'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:31:26.554638 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Bound port: 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf48eae-60a9-4c76-bb48-d633004bc8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '22b3ce45-369e-48d6-b963-8c2b2c33c887'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:31:26.555281 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.615505 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.620052 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c49f3f9d-b4b3-4d96-afc4-ac547f57b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8181128'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.675093 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] For port 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:31:26.687516 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] For port 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=5530877c-c085-48a7-a7a6-1a3e4ee9b6ad,segment=NetworkSegment(dcf48eae-60a9-4c76-bb48-d633004bc8e7),segment_id=dcf48eae-60a9-4c76-bb48-d633004bc8e7)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:31:26.688770 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c49f3f9d-b4b3-4d96-afc4-ac547f57b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8181127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8579627'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.689873 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8739128'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.693520 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:26.694317 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8812e4ca-2922-41ec-878f-4b26f406735d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:26.697467 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.700408 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:26.726565 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f3f9d-b4b3-4d96-afc4-ac547f57b2f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=230139a5-765f-477b-8718-c93cdb82b649,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:26.729442 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c49f3f9d-b4b3-4d96-afc4-ac547f57b2f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.735374 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c49f3f9d-b4b3-4d96-afc4-ac547f57b2f2 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/230139a5-765f-477b-8718-c93cdb82b649 HTTP/1.1" status: 204 len: 168 time: 0.4368570 Jun 18 08:31:26.735374 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c49f3f9d-b4b3-4d96-afc4-ac547f57b2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:26.735374 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58634) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:26.772725 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d0f06-f2f3-467c-a6cf-f42c92a521d2 None None] Network a5869c6c-043a-4485-868e-d8e2f0996c28 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:31:26.775554 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Network a252541b-e27f-4a3f-8e86-824b883db521 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:31:26.786051 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:31:26.801004 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:31:26.804908 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Pushing event updated for resources: {'Port': ['ID=eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:26.835483 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:26.854828 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093684'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.913992 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Pushing event updated for resources: {'Port': ['ID=5530877c-c085-48a7-a7a6-1a3e4ee9b6ad,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:26.917448 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:26.924770 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device e857d633-7c22-4413-9787-e8002f991c0c no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:31:26.958119 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Deleting port 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:31:26.958860 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:26.969808 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: e857d633-7c22-4413-9787-e8002f991c0c {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:31:26.970167 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device e857d633-7c22-4413-9787-e8002f991c0c not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:31:26.970607 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device c38e6bb8-fff6-47f8-9443-db9ae089c54d no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:31:27.002121 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: c38e6bb8-fff6-47f8-9443-db9ae089c54d {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:31:27.002474 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device c38e6bb8-fff6-47f8-9443-db9ae089c54d not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:31:27.096194 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] For port 665d16e1-7e16-4e3f-8515-b660c8c9bbe5, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=665d16e1-7e16-4e3f-8515-b660c8c9bbe5,segment=NetworkSegment(b7fa41fc-96a3-425c-813c-5aea3cf5371e),segment_id=b7fa41fc-96a3-425c-813c-5aea3cf5371e)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:27.096686 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:27.229791 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:27.238216 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Calling delete_port for 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:31:27.285970 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1103fd87-e2ea-47ee-938b-fea7d8cde017 req-2413cc8a-22a1-4250-a061-29c859542425 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0452089 Jun 18 08:31:27.291935 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089c1386-92ed-42af-8a05-0953b56d678b None None] DHCP port deletion for a5869c6c-043a-4485-868e-d8e2f0996c28 request from dv-cinder-761113-14-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 08:31:27.368057 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-089c1386-92ed-42af-8a05-0953b56d678b None None] Deleting port 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 {{(pid=92896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:31:27.368781 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-089c1386-92ed-42af-8a05-0953b56d678b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:27.375990 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:27.378471 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:27.413852 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=665d16e1-7e16-4e3f-8515-b660c8c9bbe5,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:27.419980 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:27.425311 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] No DVR routers for this DVR port 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 on host dv-cinder-761113-14-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:31:27.473162 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-089c1386-92ed-42af-8a05-0953b56d678b None None] For port 665d16e1-7e16-4e3f-8515-b660c8c9bbe5, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=665d16e1-7e16-4e3f-8515-b660c8c9bbe5,segment=NetworkSegment(b7fa41fc-96a3-425c-813c-5aea3cf5371e),segment_id=b7fa41fc-96a3-425c-813c-5aea3cf5371e)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:27.473813 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-089c1386-92ed-42af-8a05-0953b56d678b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:27.515281 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543804'] for router, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:27.527671 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187415', 'neutron.services.segments.db._delete_segments_for_network-8757668836051'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:27.541888 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5869c6c-043a-4485-868e-d8e2f0996c28']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:27.555398 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fa41fc-96a3-425c-813c-5aea3cf5371e') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:27.555992 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fa41fc-96a3-425c-813c-5aea3cf5371e') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:27.567148 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757668835880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438525'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:27.586028 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:27.595515 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:31:27.595922 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224014'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: timer() Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: cb(*args, **kw) Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: self._notify() Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: self.callback(batched_events) Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: event.method(event) Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._get(url).json() Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:31:27.597808 dv-cinder-761113-14-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:31:27.626560 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-089c1386-92ed-42af-8a05-0953b56d678b None None] Calling delete_port for 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 owned by network:dhcp {{(pid=92896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:31:27.679881 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8187406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543934'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:27.691106 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-750e7977-b819-4b93-b8cd-1b4f5236fc7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:27.695461 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:27.698002 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] 10.222.0.83 "DELETE /v2.0/networks/a5869c6c-043a-4485-868e-d8e2f0996c28 HTTP/1.1" status: 204 len: 168 time: 0.9619575 Jun 18 08:31:27.723825 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Pushing event deleted for resources: {'Network': ['ID=a5869c6c-043a-4485-868e-d8e2f0996c28,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:27.727818 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:27.736263 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-089c1386-92ed-42af-8a05-0953b56d678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223'] for port, after_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:27.738610 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:27.749453 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Router 77e46585-260d-4387-a283-b8f73ad61840 is scheduled to L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 with binding_index 1 {{(pid=92895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:31:27.767697 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-089c1386-92ed-42af-8a05-0953b56d678b None None] Network a5869c6c-043a-4485-868e-d8e2f0996c28 is not hosted by any dhcp agent {{(pid=92896) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 08:31:27.768056 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089c1386-92ed-42af-8a05-0953b56d678b None None] No DVR routers for this DVR port 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 on host dv-cinder-761113-14-iscsi {{(pid=92896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:31:27.777166 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c1386-92ed-42af-8a05-0953b56d678b None None] Pushing event deleted for resources: {'Port': ['ID=665d16e1-7e16-4e3f-8515-b660c8c9bbe5,revision_number=None']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:27.785074 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-089c1386-92ed-42af-8a05-0953b56d678b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:27.883603 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:31:27.899816 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Sync routers for ids ['77e46585-260d-4387-a283-b8f73ad61840'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:31:27.907421 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:27.908805 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3495834 Jun 18 08:31:27.911789 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58662) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:27.933580 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Routers {'77e46585-260d-4387-a283-b8f73ad61840'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:31:27.934843 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:30:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['77e46585-260d-4387-a283-b8f73ad61840'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:27.974880 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:27.992843 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58664) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:28.060032 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e0a16947-ee7d-4e8d-9e52-f4ca1c646ffe admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=765c487a55554ae3b3370c46aa40119f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0647736 Jun 18 08:31:28.063113 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58666) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:28.152090 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b9f18b25-0680-480d-afdd-7deecebe5193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:28.181667 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b9f18b25-0680-480d-afdd-7deecebe5193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:28.283282 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b9f18b25-0680-480d-afdd-7deecebe5193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:28.291027 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b9f18b25-0680-480d-afdd-7deecebe5193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:28.303544 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b9f18b25-0680-480d-afdd-7deecebe5193 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9294ed08-d4de-4ffd-bb2b-af5aecfa672f HTTP/1.1" status: 204 len: 168 time: 0.2358570 Jun 18 08:31:28.305227 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-85c859e9-6171-422b-b234-0e097cd3a3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:28.312927 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-28dcd117-2da0-4c9e-8ca7-5c13e0ff5d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:28.318716 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Set router 77e46585-260d-4387-a283-b8f73ad61840 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:31:28.347877 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f18b25-0680-480d-afdd-7deecebe5193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9294ed08-d4de-4ffd-bb2b-af5aecfa672f,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:28.360233 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b9f18b25-0680-480d-afdd-7deecebe5193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:28.462626 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7996dac8-b51c-4721-902a-11601b25b5c0 None None] Network 22b3ce45-369e-48d6-b963-8c2b2c33c887 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:31:28.475629 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-251dd1e5-75e7-433f-81ba-455044e3a847 req-26401c7d-4d67-4442-9825-81a88f41bafb tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0335855 Jun 18 08:31:28.548969 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-dd1779d3-6bcc-450a-86fa-b57e38cb51ca None None] Provisioning for port 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:31:28.605349 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:28.708877 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e46585-260d-4387-a283-b8f73ad61840', 'name': 'tempest-TestShelveInstance-813292832-router', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:25Z', 'updated_at': '2021-06-18T08:31:27Z', 'revision_number': 3, 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'gw_port': {'id': 'eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e46585-260d-4387-a283-b8f73ad61840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:26Z', 'updated_at': '2021-06-18T08:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:28.750058 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Checking router: 77e46585-260d-4387-a283-b8f73ad61840 for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:31:28.750433 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Updating router 77e46585-260d-4387-a283-b8f73ad61840 port eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e binding host dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:31:28.795874 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:28.812183 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Allocated IP 172.20.0.1 (22b3ce45-369e-48d6-b963-8c2b2c33c887/5a6bffe0-87c8-4a10-914c-3c3d369779bc/d1201eb9-8a38-4285-adf3-f5ba1a0dc7be) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:31:28.829786 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58682) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:28.895803 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a4bdc0b8-2b13-4741-b9ca-3f25466d7887 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d25dcf2a98904dfb900e659c4d6cb64d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0647399 Jun 18 08:31:28.897617 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58684) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:28.899972 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:31:28.982123 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:28.992656 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2c877da5-7502-4612-b635-257cb7c6e8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.005696 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.007491 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Transition to ACTIVE for port object d1201eb9-8a38-4285-adf3-f5ba1a0dc7be will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:31:29.029663 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2c877da5-7502-4612-b635-257cb7c6e8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.033011 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:31:29.041109 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:29.041435 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.085550 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8739128'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.088683 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9e4be853-a7f3-4ddd-8ff6-03c8df0f04cc tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:29.119354 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2c877da5-7502-4612-b635-257cb7c6e8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.121817 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2c877da5-7502-4612-b635-257cb7c6e8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.122913 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-2c877da5-7502-4612-b635-257cb7c6e8be admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ea5cec71-7617-4928-bc3d-ae1f44aad685 HTTP/1.1" status: 204 len: 168 time: 0.2224312 Jun 18 08:31:29.131522 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Network 22b3ce45-369e-48d6-b963-8c2b2c33c887 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:31:29.134321 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:31:29.140730 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:31:29.152305 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-c63f8478-b3a7-4612-a4a1-37dfd4367bb1 None None] Provisioning complete for port 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:29.152695 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c63f8478-b3a7-4612-a4a1-37dfd4367bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.166924 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Pushing event updated for resources: {'Port': ['ID=d1201eb9-8a38-4285-adf3-f5ba1a0dc7be,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:29.171363 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:29.171867 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e8855710-ae25-4852-93e1-9486da1eae45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:29.183424 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c877da5-7502-4612-b635-257cb7c6e8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5cec71-7617-4928-bc3d-ae1f44aad685,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:29.192656 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2c877da5-7502-4612-b635-257cb7c6e8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:29.200091 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548627'] for router_interface, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.207352 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.265019 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.283159 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Transition to ACTIVE for port object eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:31:29.306357 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.328371 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:29.415235 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=5530877c-c085-48a7-a7a6-1a3e4ee9b6ad,segment=NetworkSegment(dcf48eae-60a9-4c76-bb48-d633004bc8e7),segment_id=dcf48eae-60a9-4c76-bb48-d633004bc8e7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:29.462584 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.465639 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c63f8478-b3a7-4612-a4a1-37dfd4367bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.473676 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbec12-9345-4f3c-80c6-dfba2674d875 None None] Pushing event updated for resources: {'Port': ['ID=eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:29.486170 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-cddbec12-9345-4f3c-80c6-dfba2674d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:29.487181 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1d1c4c95-46e4-4d54-a15e-8bfe9260d6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:29.495706 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Attempting to bind port eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:31:29.496459 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Attempting to bind port eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:31:29.497081 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Attempting to bind port eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e on network a252541b-e27f-4a3f-8e86-824b883db521 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:31:29.617457 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:31:29.641932 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=5530877c-c085-48a7-a7a6-1a3e4ee9b6ad,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:29.652421 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:31:29.652806 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 665d16e1-7e16-4e3f-8515-b660c8c9bbe5 not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:31:29.654769 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:31:29.655308 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Checking segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:31:29.655744 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.656254 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Bound using segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:31:29.656767 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Bound port: eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:31:29.657164 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.669847 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-996faf7c-995f-4d2a-9e0f-403de0aae54f req-4f5a3efb-df40-4568-815d-a0c59d951f2c tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0365884 Jun 18 08:31:29.681580 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:29.727655 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.728264 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.db.api [None req-c63f8478-b3a7-4612-a4a1-37dfd4367bb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 08:31:29.728667 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_db.api [None req-c63f8478-b3a7-4612-a4a1-37dfd4367bb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 08:31:29.758837 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] For port eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:31:29.762472 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] For port eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:31:29.771506 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.782474 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:29.840195 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Routers {'77e46585-260d-4387-a283-b8f73ad61840'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:31:29.840838 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:31:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['77e46585-260d-4387-a283-b8f73ad61840'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:29.887446 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbec12-9345-4f3c-80c6-dfba2674d875 None None] Pushing event updated for resources: {'Port': ['ID=eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:29.893019 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-cddbec12-9345-4f3c-80c6-dfba2674d875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:29.930850 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.936138 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:29.938388 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e7404716-5ac0-4bfd-b4fe-4c5819c1a8fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:29.964333 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] Set router 77e46585-260d-4387-a283-b8f73ad61840 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:31:30.004691 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Pushing event updated for resources: {'Port': ['ID=d1201eb9-8a38-4285-adf3-f5ba1a0dc7be,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:30.011216 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545802'] for router_interface, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:30.013398 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:30.128071 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Network 22b3ce45-369e-48d6-b963-8c2b2c33c887 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:31:30.129749 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:31:30.206816 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e46585-260d-4387-a283-b8f73ad61840', 'name': 'tempest-TestShelveInstance-813292832-router', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:25Z', 'updated_at': '2021-06-18T08:31:29Z', 'revision_number': 4, 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'gw_port': {'id': 'eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e46585-260d-4387-a283-b8f73ad61840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:26Z', 'updated_at': '2021-06-18T08:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'd1201eb9-8a38-4285-adf3-f5ba1a0dc7be', 'name': '', 'network_id': '22b3ce45-369e-48d6-b963-8c2b2c33c887', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24', 'mac_address': 'fa:16:3e:cb:49:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e46585-260d-4387-a283-b8f73ad61840', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5a6bffe0-87c8-4a10-914c-3c3d369779bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:28Z', 'updated_at': '2021-06-18T08:31:28Z', 'revision_number': 1, 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'subnets': [{'id': '5a6bffe0-87c8-4a10-914c-3c3d369779bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:30.236979 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96bd3e5-1163-449d-a6b4-a8e76bfaf6c9 None None] The sync data for ids ['77e46585-260d-4387-a283-b8f73ad61840'] in dv-cinder-761113-14-iscsi is: [{'id': '77e46585-260d-4387-a283-b8f73ad61840', 'name': 'tempest-TestShelveInstance-813292832-router', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:25Z', 'updated_at': '2021-06-18T08:31:29Z', 'revision_number': 4, 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'gw_port': {'id': 'eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e46585-260d-4387-a283-b8f73ad61840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:26Z', 'updated_at': '2021-06-18T08:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'd1201eb9-8a38-4285-adf3-f5ba1a0dc7be', 'name': '', 'network_id': '22b3ce45-369e-48d6-b963-8c2b2c33c887', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24', 'mac_address': 'fa:16:3e:cb:49:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e46585-260d-4387-a283-b8f73ad61840', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5a6bffe0-87c8-4a10-914c-3c3d369779bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:28Z', 'updated_at': '2021-06-18T08:31:28Z', 'revision_number': 1, 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'subnets': [{'id': '5a6bffe0-87c8-4a10-914c-3c3d369779bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:31:30.283685 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Router 77e46585-260d-4387-a283-b8f73ad61840 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:31:30.395625 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-451045b5-e3c0-4426-80b5-b5e08d5f5e12 None None] Provisioning for port d1201eb9-8a38-4285-adf3-f5ba1a0dc7be completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:31:30.399759 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-451045b5-e3c0-4426-80b5-b5e08d5f5e12 None None] Provisioning complete for port d1201eb9-8a38-4285-adf3-f5ba1a0dc7be triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:30.400429 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-451045b5-e3c0-4426-80b5-b5e08d5f5e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:30.401618 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:31:30.407761 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] 10.222.0.83 "PUT /v2.0/routers/77e46585-260d-4387-a283-b8f73ad61840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4911337 Jun 18 08:31:30.480290 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58726) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:30.610319 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-451045b5-e3c0-4426-80b5-b5e08d5f5e12 None None] Port d1201eb9-8a38-4285-adf3-f5ba1a0dc7be cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:31:30.648707 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-84faeb08-ac93-4140-bb7e-99c679a8a141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:30.658112 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:30.829052 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-84faeb08-ac93-4140-bb7e-99c679a8a141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:30.839786 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-84faeb08-ac93-4140-bb7e-99c679a8a141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:30.843052 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-29f65906-3984-420b-b719-1b6b08372942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:30.897024 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-eef69c51-88eb-4885-bf1a-5b2e5a98a8f4 req-95e6e460-c9e0-4411-8c7b-3ae4fe9b8f4b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0643582 Jun 18 08:31:30.897804 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:31:30.953993 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84faeb08-ac93-4140-bb7e-99c679a8a141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbdc8be-0821-4a0b-aaf3-920355ddf4ba,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:30.959781 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-84faeb08-ac93-4140-bb7e-99c679a8a141 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=235e9080bdc345a094803797887631b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4764051 Jun 18 08:31:30.959781 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-84faeb08-ac93-4140-bb7e-99c679a8a141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:30.960477 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58742) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:30.997793 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:30.998494 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.029745 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-09bf90d8-a74f-4ea1-96db-5d3ba6e5463b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.059752 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-09bf90d8-a74f-4ea1-96db-5d3ba6e5463b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.119494 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-09bf90d8-a74f-4ea1-96db-5d3ba6e5463b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.122284 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-09bf90d8-a74f-4ea1-96db-5d3ba6e5463b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.124401 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-09bf90d8-a74f-4ea1-96db-5d3ba6e5463b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0dbdc8be-0821-4a0b-aaf3-920355ddf4ba HTTP/1.1" status: 204 len: 168 time: 0.1622632 Jun 18 08:31:31.125448 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f1ed00fe-b96d-485c-a8d1-8607860150c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:31.140949 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf90d8-a74f-4ea1-96db-5d3ba6e5463b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbdc8be-0821-4a0b-aaf3-920355ddf4ba,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:31.144628 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-09bf90d8-a74f-4ea1-96db-5d3ba6e5463b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:31.214045 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58752) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:31.222403 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-331618532-network', 'tenant_id': 'de4f544424f341bd8b5b643809d9c0c7'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:31:31.252786 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Made reservation on behalf of de4f544424f341bd8b5b643809d9c0c7 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:31:31.265053 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.277182 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.382119 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.387419 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.392516 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5317a520-1bc3-4148-a1cb-16174b9e5896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:31.415663 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:31:31.426741 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a188f015-f047-4c55-8520-31c54cf9e230,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:31.431871 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:31.432899 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.433246 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Added segment c4782aef-de02-44b2-b17b-69d1a966188a of type vlan for network d4205af5-9f69-42c5-8142-1681ce3970c0 Jun 18 08:31:31.481726 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.517162 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.519314 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:31.520048 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.524012 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f0fd4ae6-7f6e-4a3f-aaa8-7d2ac1be5873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:31.547338 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58756) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:31.562381 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9e0b8f0e-6022-4590-9808-deca8e3b027d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.582645 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58758) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:31.583400 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3676512 Jun 18 08:31:31.595107 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-46588046-3e74-4aea-9e8e-172f8551f896 admin admin] Request body: {'subnet': {'network_id': 'd4205af5-9f69-42c5-8142-1681ce3970c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-331618532-subnet', 'tenant_id': 'de4f544424f341bd8b5b643809d9c0c7', 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:31:31.596655 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Pushing event updated for resources: {'Network': ['ID=d4205af5-9f69-42c5-8142-1681ce3970c0,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:31.600162 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:31.606936 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network d4205af5-9f69-42c5-8142-1681ce3970c0 details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:31:31.678025 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9e0b8f0e-6022-4590-9808-deca8e3b027d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.683892 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9e0b8f0e-6022-4590-9808-deca8e3b027d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.688251 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-84faeb08-ac93-4140-bb7e-99c679a8a141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:31.731507 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9e0b8f0e-6022-4590-9808-deca8e3b027d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9127c47d88c3490480eff89cbfcf6442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829553 Jun 18 08:31:31.732481 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46588046-3e74-4aea-9e8e-172f8551f896 admin admin] Made reservation on behalf of de4f544424f341bd8b5b643809d9c0c7 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:31:31.733753 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58760) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:31.735317 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-46588046-3e74-4aea-9e8e-172f8551f896 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8539551'] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.742675 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b8f0e-6022-4590-9808-deca8e3b027d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abf2c8b-ae4b-446d-9c20-0188c9cbe21d,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:31.755431 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9e0b8f0e-6022-4590-9808-deca8e3b027d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:31.793868 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3ccfcd5-b37a-46a2-bd26-e405b474ae9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.819953 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3ccfcd5-b37a-46a2-bd26-e405b474ae9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.872993 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3ccfcd5-b37a-46a2-bd26-e405b474ae9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.877454 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d3ccfcd5-b37a-46a2-bd26-e405b474ae9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.882083 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d3ccfcd5-b37a-46a2-bd26-e405b474ae9e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9abf2c8b-ae4b-446d-9c20-0188c9cbe21d HTTP/1.1" status: 204 len: 168 time: 0.1470203 Jun 18 08:31:31.883665 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-08a802fb-6714-4914-a4ae-5320003d1836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:31.892021 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ccfcd5-b37a-46a2-bd26-e405b474ae9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abf2c8b-ae4b-446d-9c20-0188c9cbe21d,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:31.895227 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d3ccfcd5-b37a-46a2-bd26-e405b474ae9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:31.975658 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-46588046-3e74-4aea-9e8e-172f8551f896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8739212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8539533'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:31.976223 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:32.044444 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46588046-3e74-4aea-9e8e-172f8551f896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=407f8687-fda1-4686-93c4-1deea9127cce,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:32.048246 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-46588046-3e74-4aea-9e8e-172f8551f896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:32.055363 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46588046-3e74-4aea-9e8e-172f8551f896 admin admin] Checking segment: {'id': 'c4782aef-de02-44b2-b17b-69d1a966188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd4205af5-9f69-42c5-8142-1681ce3970c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:31:32.055756 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46588046-3e74-4aea-9e8e-172f8551f896 admin admin] Network hostable DHCP agents. Network: d4205af5-9f69-42c5-8142-1681ce3970c0, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:31:32.073053 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46588046-3e74-4aea-9e8e-172f8551f896 admin admin] Network d4205af5-9f69-42c5-8142-1681ce3970c0 is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:31:32.084456 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-46588046-3e74-4aea-9e8e-172f8551f896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, d4205af5-9f69-42c5-8142-1681ce3970c0) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:31:32.086888 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e9144797-ac8b-4192-876a-6009574c4437 req-5987b97f-9047-473a-babf-b9ec9f2e85a5 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0378280 Jun 18 08:31:32.093495 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34f9514-0975-4218-900a-10d865af0be3 None None] Network d4205af5-9f69-42c5-8142-1681ce3970c0 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:31:32.094586 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46588046-3e74-4aea-9e8e-172f8551f896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:32.095247 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-46588046-3e74-4aea-9e8e-172f8551f896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:32.116432 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-46588046-3e74-4aea-9e8e-172f8551f896 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5326595 Jun 18 08:31:32.120011 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58772) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:32.135717 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-331618532-router', 'tenant_id': 'de4f544424f341bd8b5b643809d9c0c7', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:31:32.172170 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-604585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2639'] for router, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:32.173211 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-923112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2628'] for router, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:32.233679 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:32.277370 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe8cd3cf-c619-57cb-820d-d0ee420b7d22-d4205af5-9f69-42c5-8142-1681ce3970c0', 'network_id': 'd4205af5-9f69-42c5-8142-1681ce3970c0', 'tenant_id': 'de4f544424f341bd8b5b643809d9c0c7', 'fixed_ips': [{'subnet_id': '407f8687-fda1-4686-93c4-1deea9127cce'}]}} from dv-cinder-761113-14-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:31:32.278261 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:32.397773 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545768', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-604507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2642'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:32.440820 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Allocated IP 172.20.0.2 (d4205af5-9f69-42c5-8142-1681ce3970c0/407f8687-fda1-4686-93c4-1deea9127cce/72c9a018-07b3-4af7-8948-ec37d8177120) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:31:32.599431 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:32.610381 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Transition to ACTIVE for port object 72c9a018-07b3-4af7-8948-ec37d8177120 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:31:32.632775 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Transition to ACTIVE for port object 72c9a018-07b3-4af7-8948-ec37d8177120 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:31:32.635457 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:32.641186 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:32.644952 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:32.655039 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:32.680687 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Network d4205af5-9f69-42c5-8142-1681ce3970c0 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:31:32.685403 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:31:32.688567 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:31:32.697271 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Pushing event updated for resources: {'Port': ['ID=72c9a018-07b3-4af7-8948-ec37d8177120,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:32.702168 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:32.768301 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Attempting to bind port 72c9a018-07b3-4af7-8948-ec37d8177120 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:31:32.768944 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Attempting to bind port 72c9a018-07b3-4af7-8948-ec37d8177120 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'c4782aef-de02-44b2-b17b-69d1a966188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd4205af5-9f69-42c5-8142-1681ce3970c0'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:31:32.769409 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Attempting to bind port 72c9a018-07b3-4af7-8948-ec37d8177120 on network d4205af5-9f69-42c5-8142-1681ce3970c0 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:31:32.775121 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:31:32.775694 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Checking segment: {'id': 'c4782aef-de02-44b2-b17b-69d1a966188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd4205af5-9f69-42c5-8142-1681ce3970c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:31:32.776198 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:32.776772 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Bound using segment: {'id': 'c4782aef-de02-44b2-b17b-69d1a966188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd4205af5-9f69-42c5-8142-1681ce3970c0'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:31:32.777352 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Bound port: 72c9a018-07b3-4af7-8948-ec37d8177120, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4782aef-de02-44b2-b17b-69d1a966188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd4205af5-9f69-42c5-8142-1681ce3970c0'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:31:32.777859 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:32.799709 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Allocated IP 172.27.0.85 (a252541b-e27f-4a3f-8e86-824b883db521/ff822c60-bf8e-4d27-91f8-cd72c981900b/ae5912fa-48de-40f9-ac4b-017b4e7b7af0) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:31:32.806613 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Sync routers for ids ['77e46585-260d-4387-a283-b8f73ad61840'] in dv-cinder-761113-14-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:31:32.823919 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Routers {'77e46585-260d-4387-a283-b8f73ad61840'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:31:32.825524 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:31:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['77e46585-260d-4387-a283-b8f73ad61840'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:32.877805 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:31:32.935249 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:32.946338 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] For port 72c9a018-07b3-4af7-8948-ec37d8177120, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:31:32.950928 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] For port 72c9a018-07b3-4af7-8948-ec37d8177120, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=72c9a018-07b3-4af7-8948-ec37d8177120,segment=NetworkSegment(c4782aef-de02-44b2-b17b-69d1a966188a),segment_id=c4782aef-de02-44b2-b17b-69d1a966188a)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:31:32.970064 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:32.974274 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:32.977782 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Set router 77e46585-260d-4387-a283-b8f73ad61840 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:31:33.001411 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9223824'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:33.005296 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:31:33.014623 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1266f4eb-45ca-4153-bf35-d2ae13fba088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:33.022250 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:33.022861 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:33.063849 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Network a252541b-e27f-4a3f-8e86-824b883db521 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:31:33.072780 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:31:33.074423 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:31:33.092773 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Pushing event updated for resources: {'Port': ['ID=72c9a018-07b3-4af7-8948-ec37d8177120,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:33.102876 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:33.122261 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ae5912fa-48de-40f9-ac4b-017b4e7b7af0,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:33.126937 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:33.215201 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:33.245523 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:33.262010 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:33.265390 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:33.334046 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5fad7fc8-29f0-4441-9ec2-be61d16ae0c6 req-bb53cf1b-3a1a-4a7b-85db-5bf66aabaa56 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0329862 Jun 18 08:31:33.377362 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e46585-260d-4387-a283-b8f73ad61840', 'name': 'tempest-TestShelveInstance-813292832-router', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:25Z', 'updated_at': '2021-06-18T08:31:29Z', 'revision_number': 4, 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'gw_port': {'id': 'eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e46585-260d-4387-a283-b8f73ad61840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:26Z', 'updated_at': '2021-06-18T08:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'd1201eb9-8a38-4285-adf3-f5ba1a0dc7be', 'name': '', 'network_id': '22b3ce45-369e-48d6-b963-8c2b2c33c887', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24', 'mac_address': 'fa:16:3e:cb:49:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e46585-260d-4387-a283-b8f73ad61840', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5a6bffe0-87c8-4a10-914c-3c3d369779bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:28Z', 'updated_at': '2021-06-18T08:31:29Z', 'revision_number': 2, 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'subnets': [{'id': '5a6bffe0-87c8-4a10-914c-3c3d369779bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:33.406783 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:33.411701 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:33.412878 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Checking router: 77e46585-260d-4387-a283-b8f73ad61840 for host: dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:31:33.413227 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Updating router 77e46585-260d-4387-a283-b8f73ad61840 port d1201eb9-8a38-4285-adf3-f5ba1a0dc7be binding host dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:31:33.461129 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:33.480737 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:33.686305 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543804'] for router, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:33.768770 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:33.780683 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Transition to ACTIVE for port object d1201eb9-8a38-4285-adf3-f5ba1a0dc7be will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:31:33.787687 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:33.790085 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:33.838596 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Router 6c60c1bf-8471-40b0-970f-5e5c574c09e6 is scheduled to L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 with binding_index 1 {{(pid=92894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:31:33.868457 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902d835-708a-497b-b03f-9505eeed3578 None None] Pushing event updated for resources: {'Port': ['ID=d1201eb9-8a38-4285-adf3-f5ba1a0dc7be,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:33.907219 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902d835-708a-497b-b03f-9505eeed3578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:33.907779 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902d835-708a-497b-b03f-9505eeed3578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:33.912506 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902d835-708a-497b-b03f-9505eeed3578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:33.913382 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902d835-708a-497b-b03f-9505eeed3578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:33.914127 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902d835-708a-497b-b03f-9505eeed3578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:33.914766 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902d835-708a-497b-b03f-9505eeed3578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:33.915292 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902d835-708a-497b-b03f-9505eeed3578 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:33.915800 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902d835-708a-497b-b03f-9505eeed3578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:33.916312 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902d835-708a-497b-b03f-9505eeed3578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:33.916819 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902d835-708a-497b-b03f-9505eeed3578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:33.917144 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902d835-708a-497b-b03f-9505eeed3578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:33.917642 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902d835-708a-497b-b03f-9505eeed3578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:33.929847 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-d902d835-708a-497b-b03f-9505eeed3578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:33.983371 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Attempting to bind port d1201eb9-8a38-4285-adf3-f5ba1a0dc7be on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:31:33.984019 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Attempting to bind port d1201eb9-8a38-4285-adf3-f5ba1a0dc7be by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'dcf48eae-60a9-4c76-bb48-d633004bc8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '22b3ce45-369e-48d6-b963-8c2b2c33c887'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:31:33.984190 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Attempting to bind port d1201eb9-8a38-4285-adf3-f5ba1a0dc7be on network 22b3ce45-369e-48d6-b963-8c2b2c33c887 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:31:33.990786 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:31:33.991141 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Checking segment: {'id': 'dcf48eae-60a9-4c76-bb48-d633004bc8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '22b3ce45-369e-48d6-b963-8c2b2c33c887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:31:33.991556 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:33.991943 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Bound using segment: {'id': 'dcf48eae-60a9-4c76-bb48-d633004bc8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '22b3ce45-369e-48d6-b963-8c2b2c33c887'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:31:33.992637 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Bound port: d1201eb9-8a38-4285-adf3-f5ba1a0dc7be, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf48eae-60a9-4c76-bb48-d633004bc8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '22b3ce45-369e-48d6-b963-8c2b2c33c887'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:31:33.993013 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:34.068715 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] For port d1201eb9-8a38-4285-adf3-f5ba1a0dc7be, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:31:34.075226 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] For port d1201eb9-8a38-4285-adf3-f5ba1a0dc7be, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=d1201eb9-8a38-4285-adf3-f5ba1a0dc7be,segment=NetworkSegment(dcf48eae-60a9-4c76-bb48-d633004bc8e7),segment_id=dcf48eae-60a9-4c76-bb48-d633004bc8e7)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:31:34.089472 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:34.094095 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:34.153835 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902d835-708a-497b-b03f-9505eeed3578 None None] Pushing event updated for resources: {'Port': ['ID=d1201eb9-8a38-4285-adf3-f5ba1a0dc7be,revision_number=4']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:34.158275 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-d902d835-708a-497b-b03f-9505eeed3578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:34.177424 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Routers {'77e46585-260d-4387-a283-b8f73ad61840'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:31:34.178261 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:31:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['77e46585-260d-4387-a283-b8f73ad61840'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:34.242320 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58822) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:34.345612 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] Set router 77e46585-260d-4387-a283-b8f73ad61840 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:31:34.362174 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:31:34.372791 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Sync routers for ids ['6c60c1bf-8471-40b0-970f-5e5c574c09e6'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:31:34.388614 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Routers {'6c60c1bf-8471-40b0-970f-5e5c574c09e6'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:31:34.389824 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:34.390872 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:31:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['6c60c1bf-8471-40b0-970f-5e5c574c09e6'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:34.393566 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2721939 Jun 18 08:31:34.396428 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58828) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:34.494705 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a681f4f4-32bf-4797-90f9-928f94037f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:34.545890 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Set router 6c60c1bf-8471-40b0-970f-5e5c574c09e6 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:31:34.574319 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ae3722-0bf8-4a2d-8f6f-db7ff4144c82 None None] Network d4205af5-9f69-42c5-8142-1681ce3970c0 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:31:34.635664 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e66ca4b6-8411-43d9-b8a5-b2d95fc687b0 req-50f88ad3-8645-4f45-bf57-2a698a0c94e9 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0525746 Jun 18 08:31:34.661257 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e46585-260d-4387-a283-b8f73ad61840', 'name': 'tempest-TestShelveInstance-813292832-router', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:25Z', 'updated_at': '2021-06-18T08:31:29Z', 'revision_number': 4, 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'gw_port': {'id': 'eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e46585-260d-4387-a283-b8f73ad61840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:26Z', 'updated_at': '2021-06-18T08:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'd1201eb9-8a38-4285-adf3-f5ba1a0dc7be', 'name': '', 'network_id': '22b3ce45-369e-48d6-b963-8c2b2c33c887', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24', 'mac_address': 'fa:16:3e:cb:49:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e46585-260d-4387-a283-b8f73ad61840', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5a6bffe0-87c8-4a10-914c-3c3d369779bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:28Z', 'updated_at': '2021-06-18T08:31:34Z', 'revision_number': 4, 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'subnets': [{'id': '5a6bffe0-87c8-4a10-914c-3c3d369779bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:34.698649 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80633e-6e52-421c-8576-cd53a3a1a0db None None] The sync data for ids ['77e46585-260d-4387-a283-b8f73ad61840'] in dv-cinder-761113-14-iscsi is: [{'id': '77e46585-260d-4387-a283-b8f73ad61840', 'name': 'tempest-TestShelveInstance-813292832-router', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:25Z', 'updated_at': '2021-06-18T08:31:29Z', 'revision_number': 4, 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'gw_port': {'id': 'eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e46585-260d-4387-a283-b8f73ad61840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:26Z', 'updated_at': '2021-06-18T08:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'd1201eb9-8a38-4285-adf3-f5ba1a0dc7be', 'name': '', 'network_id': '22b3ce45-369e-48d6-b963-8c2b2c33c887', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24', 'mac_address': 'fa:16:3e:cb:49:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e46585-260d-4387-a283-b8f73ad61840', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5a6bffe0-87c8-4a10-914c-3c3d369779bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:28Z', 'updated_at': '2021-06-18T08:31:34Z', 'revision_number': 4, 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'subnets': [{'id': '5a6bffe0-87c8-4a10-914c-3c3d369779bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:31:34.755806 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-971f1fb0-1033-48ef-906f-5dd0da9656c0 None None] Provisioning for port 72c9a018-07b3-4af7-8948-ec37d8177120 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:31:34.884108 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a681f4f4-32bf-4797-90f9-928f94037f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:34.908752 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a681f4f4-32bf-4797-90f9-928f94037f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:34.926952 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ac6e673b-99a3-4e2d-b9ec-9e43342cca0e tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:34.931596 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'name': 'tempest-TestShelveInstance-331618532-router', 'tenant_id': 'de4f544424f341bd8b5b643809d9c0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ae5912fa-48de-40f9-ac4b-017b4e7b7af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:32Z', 'updated_at': '2021-06-18T08:31:33Z', 'revision_number': 3, 'project_id': 'de4f544424f341bd8b5b643809d9c0c7', 'gw_port': {'id': 'ae5912fa-48de-40f9-ac4b-017b4e7b7af0', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:32Z', 'updated_at': '2021-06-18T08:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:34.964435 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Checking router: 6c60c1bf-8471-40b0-970f-5e5c574c09e6 for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:31:34.964804 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Updating router 6c60c1bf-8471-40b0-970f-5e5c574c09e6 port ae5912fa-48de-40f9-ac4b-017b4e7b7af0 binding host dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:31:35.008464 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a681f4f4-32bf-4797-90f9-928f94037f1d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5cb7148e97a944dea38d096b87340fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7648783 Jun 18 08:31:35.015123 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58832) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:35.017353 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:35.023322 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681f4f4-32bf-4797-90f9-928f94037f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd70136d-7204-4b51-b12f-185401135e24,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:35.031220 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a681f4f4-32bf-4797-90f9-928f94037f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:35.061649 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:31:35.112912 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2781895d-e3ff-4a7d-a822-754b136b9214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:35.130381 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0e130086-a2cf-401b-adf7-d0b59dbf0781 req-430cea71-2faf-487e-890e-c8516e713101 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4209325 Jun 18 08:31:35.151630 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2781895d-e3ff-4a7d-a822-754b136b9214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:35.219891 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2781895d-e3ff-4a7d-a822-754b136b9214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:35.222712 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2781895d-e3ff-4a7d-a822-754b136b9214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:35.224473 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2781895d-e3ff-4a7d-a822-754b136b9214 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bd70136d-7204-4b51-b12f-185401135e24 HTTP/1.1" status: 204 len: 168 time: 0.2077351 Jun 18 08:31:35.225524 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0e0b01e2-f703-4a73-b0e5-8820b1bdc5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:35.252196 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781895d-e3ff-4a7d-a822-754b136b9214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd70136d-7204-4b51-b12f-185401135e24,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:35.265908 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2781895d-e3ff-4a7d-a822-754b136b9214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:35.307975 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:35.338528 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e130086-a2cf-401b-adf7-d0b59dbf0781 req-684b8d57-7135-44be-b8e3-3bc208c0911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:35.340186 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0e130086-a2cf-401b-adf7-d0b59dbf0781 req-684b8d57-7135-44be-b8e3-3bc208c0911f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0f32dd32d7140888841a500cf4e733a&device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 1098 time: 0.1818280 Jun 18 08:31:35.525128 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:35.526114 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:35.588015 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e130086-a2cf-401b-adf7-d0b59dbf0781 req-f4adad00-7e60-4a15-a5ce-d533a5b1e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:35.589716 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0e130086-a2cf-401b-adf7-d0b59dbf0781 req-f4adad00-7e60-4a15-a5ce-d533a5b1e7de service neutron] 10.222.0.88 "GET /v2.0/networks?id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802 HTTP/1.1" status: 200 len: 918 time: 0.1911387 Jun 18 08:31:35.657584 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Allocated IP 172.20.0.1 (d4205af5-9f69-42c5-8142-1681ce3970c0/407f8687-fda1-4686-93c4-1deea9127cce/687637e4-b004-467a-8031-73e129f12cdd) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:31:35.691527 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58844) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:35.700454 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:35.704204 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 72c9a018-07b3-4af7-8948-ec37d8177120 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:31:35.709511 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0e130086-a2cf-401b-adf7-d0b59dbf0781 req-dc3134ef-13bf-498b-8124-bd4ee4bea57b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2a84060-e0ae-49e6-8abc-7561117ae042 HTTP/1.1" status: 200 len: 1001 time: 0.1048110 Jun 18 08:31:35.710512 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-689a4d09-7182-4f40-b8c5-590be359757e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:35.737756 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Transition to ACTIVE for port object ae5912fa-48de-40f9-ac4b-017b4e7b7af0 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:31:35.761381 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:35.772107 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:35.830927 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Attempting to bind port ae5912fa-48de-40f9-ac4b-017b4e7b7af0 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:31:35.831378 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Attempting to bind port ae5912fa-48de-40f9-ac4b-017b4e7b7af0 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:31:35.831514 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e130086-a2cf-401b-adf7-d0b59dbf0781 req-a5c2d2e6-823b-4376-84d3-a1c176483d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:35.831735 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Attempting to bind port ae5912fa-48de-40f9-ac4b-017b4e7b7af0 on network a252541b-e27f-4a3f-8e86-824b883db521 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:31:35.832887 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0e130086-a2cf-401b-adf7-d0b59dbf0781 req-a5c2d2e6-823b-4376-84d3-a1c176483d73 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb87a6f4-0113-442a-b865-b8bb43f888a4 HTTP/1.1" status: 200 len: 855 time: 0.1102121 Jun 18 08:31:35.845200 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:31:35.845611 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Checking segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:31:35.845992 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:35.846397 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Bound using segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:31:35.846936 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Bound port: ae5912fa-48de-40f9-ac4b-017b4e7b7af0, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:31:35.847346 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:35.849659 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ca57f-795a-494e-b77b-5ccd04d8d80b None None] Pushing event updated for resources: {'Port': ['ID=ae5912fa-48de-40f9-ac4b-017b4e7b7af0,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:35.852766 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-052ca57f-795a-494e-b77b-5ccd04d8d80b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:35.854574 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9db9ab6d-bb2f-43b5-9c7e-b1a2d8979e04 req-fe9f23b1-a222-4239-ae76-a081d8b2b9dc tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0426831 Jun 18 08:31:35.872408 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port 72c9a018-07b3-4af7-8948-ec37d8177120 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:31:35.882645 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 72c9a018-07b3-4af7-8948-ec37d8177120 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:35.883089 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:35.886390 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-689a4d09-7182-4f40-b8c5-590be359757e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:35.891647 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-689a4d09-7182-4f40-b8c5-590be359757e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:35.895068 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-43420172-cdd7-4b87-a9be-b5b13f2dfab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:35.918690 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:35.935988 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] For port ae5912fa-48de-40f9-ac4b-017b4e7b7af0, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:31:35.937935 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-689a4d09-7182-4f40-b8c5-590be359757e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=96797668b22b4aefb51b1518857b32cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451172 Jun 18 08:31:35.939419 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a4d09-7182-4f40-b8c5-590be359757e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9abc63f-ebe1-4866-abaa-7c3b859fcba4,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:35.940592 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Transition to ACTIVE for port object 687637e4-b004-467a-8031-73e129f12cdd will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:31:35.941775 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] For port ae5912fa-48de-40f9-ac4b-017b4e7b7af0, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=ae5912fa-48de-40f9-ac4b-017b4e7b7af0,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:31:35.942169 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58846) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:35.943545 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-689a4d09-7182-4f40-b8c5-590be359757e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:35.949070 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:35.950678 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:35.980880 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e130086-a2cf-401b-adf7-d0b59dbf0781 req-78fbb847-68f5-4fa5-9e9d-350739a5e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:35.982269 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0e130086-a2cf-401b-adf7-d0b59dbf0781 req-78fbb847-68f5-4fa5-9e9d-350739a5e899 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1415868 Jun 18 08:31:36.040391 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ca57f-795a-494e-b77b-5ccd04d8d80b None None] Pushing event updated for resources: {'Port': ['ID=ae5912fa-48de-40f9-ac4b-017b4e7b7af0,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:36.044476 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-052ca57f-795a-494e-b77b-5ccd04d8d80b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:36.045221 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Routers {'6c60c1bf-8471-40b0-970f-5e5c574c09e6'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:31:36.046009 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:31:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['6c60c1bf-8471-40b0-970f-5e5c574c09e6'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:36.047893 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:36.074483 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8739128'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:36.080634 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9fa26830-30cd-40bb-b42b-3d10a0ea439f tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:36.112677 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cce176e7-392a-43da-94d9-e94a50e4ceda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:36.148204 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port 72c9a018-07b3-4af7-8948-ec37d8177120, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=72c9a018-07b3-4af7-8948-ec37d8177120,segment=NetworkSegment(c4782aef-de02-44b2-b17b-69d1a966188a),segment_id=c4782aef-de02-44b2-b17b-69d1a966188a)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:36.149172 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Network d4205af5-9f69-42c5-8142-1681ce3970c0 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:31:36.153327 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:36.154178 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device d1201eb9-8a38-4285-adf3-f5ba1a0dc7be up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:31:36.159018 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-e64da255-5aec-44cc-bb9c-d8a17ea4b48f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:36.160895 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cce176e7-392a-43da-94d9-e94a50e4ceda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:36.165566 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:31:36.180739 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:31:36.196476 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0e130086-a2cf-401b-adf7-d0b59dbf0781 req-8e4d4bd7-550b-4a79-94fd-c68e4a35b532 service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051356 Jun 18 08:31:36.219952 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Pushing event updated for resources: {'Port': ['ID=687637e4-b004-467a-8031-73e129f12cdd,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:36.229476 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:36.230641 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] Set router 6c60c1bf-8471-40b0-970f-5e5c574c09e6 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:31:36.299479 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=72c9a018-07b3-4af7-8948-ec37d8177120,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:36.306486 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548627'] for router_interface, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:36.312941 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:36.360659 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port d1201eb9-8a38-4285-adf3-f5ba1a0dc7be completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:31:36.369612 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port d1201eb9-8a38-4285-adf3-f5ba1a0dc7be triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:36.369986 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:36.375526 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cce176e7-392a-43da-94d9-e94a50e4ceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:36.378688 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cce176e7-392a-43da-94d9-e94a50e4ceda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:36.380056 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-cce176e7-392a-43da-94d9-e94a50e4ceda admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a9abc63f-ebe1-4866-abaa-7c3b859fcba4 HTTP/1.1" status: 204 len: 168 time: 0.4310293 Jun 18 08:31:36.400410 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e7d4d39e-1fd3-485f-a548-ac1eee7d17ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:36.425540 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce176e7-392a-43da-94d9-e94a50e4ceda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9abc63f-ebe1-4866-abaa-7c3b859fcba4,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:36.430569 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cce176e7-392a-43da-94d9-e94a50e4ceda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:36.434529 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0e130086-a2cf-401b-adf7-d0b59dbf0781 req-e4d9afd7-995a-47cf-bd90-5c359edd32ab service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120059 Jun 18 08:31:36.526859 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-38785608-793d-417b-b0fe-6e37f65012e4 None None] Provisioning for port 687637e4-b004-467a-8031-73e129f12cdd completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:31:36.531690 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'name': 'tempest-TestShelveInstance-331618532-router', 'tenant_id': 'de4f544424f341bd8b5b643809d9c0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ae5912fa-48de-40f9-ac4b-017b4e7b7af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:32Z', 'updated_at': '2021-06-18T08:31:33Z', 'revision_number': 3, 'project_id': 'de4f544424f341bd8b5b643809d9c0c7', 'gw_port': {'id': 'ae5912fa-48de-40f9-ac4b-017b4e7b7af0', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:32Z', 'updated_at': '2021-06-18T08:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:36.535012 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:36.546403 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:36.567570 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-38785608-793d-417b-b0fe-6e37f65012e4 None None] Provisioning complete for port 687637e4-b004-467a-8031-73e129f12cdd triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:36.568035 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-38785608-793d-417b-b0fe-6e37f65012e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:36.573502 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea9d939-8bc3-4475-98a0-6818b37bedbb None None] The sync data for ids ['6c60c1bf-8471-40b0-970f-5e5c574c09e6'] in dv-cinder-761113-14-iscsi is: [{'id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'name': 'tempest-TestShelveInstance-331618532-router', 'tenant_id': 'de4f544424f341bd8b5b643809d9c0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ae5912fa-48de-40f9-ac4b-017b4e7b7af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:32Z', 'updated_at': '2021-06-18T08:31:33Z', 'revision_number': 3, 'project_id': 'de4f544424f341bd8b5b643809d9c0c7', 'gw_port': {'id': 'ae5912fa-48de-40f9-ac4b-017b4e7b7af0', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:32Z', 'updated_at': '2021-06-18T08:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:31:36.625116 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port d1201eb9-8a38-4285-adf3-f5ba1a0dc7be, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=d1201eb9-8a38-4285-adf3-f5ba1a0dc7be,segment=NetworkSegment(dcf48eae-60a9-4c76-bb48-d633004bc8e7),segment_id=dcf48eae-60a9-4c76-bb48-d633004bc8e7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:36.626438 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-38785608-793d-417b-b0fe-6e37f65012e4 None None] Port 687637e4-b004-467a-8031-73e129f12cdd cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:31:36.629457 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:36.632117 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:36.686820 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=d1201eb9-8a38-4285-adf3-f5ba1a0dc7be,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:36.690099 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:36.740481 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:36.749858 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:36.752415 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-8756a714-00da-45d4-aa03-478bc70aeef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:36.800587 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Pushing event updated for resources: {'Port': ['ID=687637e4-b004-467a-8031-73e129f12cdd,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:36.820874 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:36.834492 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 72c9a018-07b3-4af7-8948-ec37d8177120 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:31:36.847631 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545802'] for router_interface, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:36.931460 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 72c9a018-07b3-4af7-8948-ec37d8177120 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:36.932256 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:37.015787 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Network d4205af5-9f69-42c5-8142-1681ce3970c0 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:31:37.018127 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:31:37.079046 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device d1201eb9-8a38-4285-adf3-f5ba1a0dc7be up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:31:37.124218 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d4fb3ef5-4c9a-4c79-9b7b-7b8f377746f3 req-54e6173c-167e-4c63-b96a-47a2a6b34a75 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0535243 Jun 18 08:31:37.190305 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port d1201eb9-8a38-4285-adf3-f5ba1a0dc7be triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:37.191036 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:37.192043 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Router 6c60c1bf-8471-40b0-970f-5e5c574c09e6 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:31:37.329010 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:31:37.334869 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-cf300987-f06c-4473-8883-4e22750a22fc admin admin] 10.222.0.83 "PUT /v2.0/routers/6c60c1bf-8471-40b0-970f-5e5c574c09e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9373028 Jun 18 08:31:37.366199 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-c4288d34-fcbc-45a0-836b-6f8bda6138cf None None] Provisioning complete for port 687637e4-b004-467a-8031-73e129f12cdd triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:37.366946 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c4288d34-fcbc-45a0-836b-6f8bda6138cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:37.407736 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-c4288d34-fcbc-45a0-836b-6f8bda6138cf None None] Port 687637e4-b004-467a-8031-73e129f12cdd cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:31:38.030885 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58898) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:38.035728 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-fa63a2f4-0aec-472e-b709-867aa17f4f77 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1708307093', 'description': 'tempest-secgroup-smoke-1708307093 description', 'project_id': 'fabc78871993469dae42b7c9edb1cb24'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:31:38.061539 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fa63a2f4-0aec-472e-b709-867aa17f4f77 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.158518 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fa63a2f4-0aec-472e-b709-867aa17f4f77 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.162826 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fa63a2f4-0aec-472e-b709-867aa17f4f77 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.166131 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-67f2817a-f6cf-43ca-8b7d-478b5a70610b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:38.313876 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a2c2a536-588f-454f-aaac-ddee4a3dbf89 req-712712cb-d932-4375-b56b-4edd7fcf3877 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0505979 Jun 18 08:31:38.473692 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-fa63a2f4-0aec-472e-b709-867aa17f4f77 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.474913 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-fa63a2f4-0aec-472e-b709-867aa17f4f77 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4429424 Jun 18 08:31:38.479116 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63a2f4-0aec-472e-b709-867aa17f4f77 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059eb5c7-ac52-43c0-a732-1a0f4bbcf0d1,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:38.479391 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58920) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:38.481671 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fa63a2f4-0aec-472e-b709-867aa17f4f77 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:38.484619 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Sync routers for ids ['6c60c1bf-8471-40b0-970f-5e5c574c09e6'] in dv-cinder-761113-14-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:31:38.490607 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-283d8437-bf52-4bcd-9a08-6966fa1e88a8 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Request body: {'security_group_rule': {'security_group_id': '059eb5c7-ac52-43c0-a732-1a0f4bbcf0d1', 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:31:38.505012 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Routers {'6c60c1bf-8471-40b0-970f-5e5c574c09e6'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:31:38.505629 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:31:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['6c60c1bf-8471-40b0-970f-5e5c574c09e6'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:38.527518 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-283d8437-bf52-4bcd-9a08-6966fa1e88a8 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.612234 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-283d8437-bf52-4bcd-9a08-6966fa1e88a8 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.618635 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-283d8437-bf52-4bcd-9a08-6966fa1e88a8 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.621730 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bc70acbc-fcf4-4831-b3c5-fbf1c95463a3 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:38.629427 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Set router 6c60c1bf-8471-40b0-970f-5e5c574c09e6 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:31:38.635321 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d8437-bf52-4bcd-9a08-6966fa1e88a8 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aff893c-65c7-4960-a53b-b7423f752912,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:38.654058 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-283d8437-bf52-4bcd-9a08-6966fa1e88a8 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:38.656687 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-283d8437-bf52-4bcd-9a08-6966fa1e88a8 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.658044 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-283d8437-bf52-4bcd-9a08-6966fa1e88a8 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1775646 Jun 18 08:31:38.660915 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58926) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:38.665519 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-35226234-4c91-48dc-ac30-af365b33388e tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Request body: {'security_group_rule': {'security_group_id': '059eb5c7-ac52-43c0-a732-1a0f4bbcf0d1', 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:31:38.695366 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58928) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:38.696515 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-35226234-4c91-48dc-ac30-af365b33388e tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.748635 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-35226234-4c91-48dc-ac30-af365b33388e tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.754840 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-35226234-4c91-48dc-ac30-af365b33388e tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.757272 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-832ec5fe-9047-4393-8ceb-eca12d927fff tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:38.782796 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35226234-4c91-48dc-ac30-af365b33388e tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ac4be6-9051-4b5d-8969-6a4253ac8367,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:38.784989 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-35226234-4c91-48dc-ac30-af365b33388e tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.788666 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-35226234-4c91-48dc-ac30-af365b33388e tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242950 Jun 18 08:31:38.788666 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-35226234-4c91-48dc-ac30-af365b33388e tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:38.789108 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58932) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:38.793607 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-3a914f61-7c6d-423c-94e7-66f4c3d30737 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Request body: {'security_group_rule': {'security_group_id': '059eb5c7-ac52-43c0-a732-1a0f4bbcf0d1', 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:31:38.837797 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3a914f61-7c6d-423c-94e7-66f4c3d30737 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.846783 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-adfbe224-5e50-408d-806b-f0943dca7f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.865875 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device ae5912fa-48de-40f9-ac4b-017b4e7b7af0 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:31:38.885369 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'name': 'tempest-TestShelveInstance-331618532-router', 'tenant_id': 'de4f544424f341bd8b5b643809d9c0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ae5912fa-48de-40f9-ac4b-017b4e7b7af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:32Z', 'updated_at': '2021-06-18T08:31:36Z', 'revision_number': 4, 'project_id': 'de4f544424f341bd8b5b643809d9c0c7', 'gw_port': {'id': 'ae5912fa-48de-40f9-ac4b-017b4e7b7af0', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:32Z', 'updated_at': '2021-06-18T08:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '687637e4-b004-467a-8031-73e129f12cdd', 'name': '', 'network_id': 'd4205af5-9f69-42c5-8142-1681ce3970c0', 'tenant_id': 'de4f544424f341bd8b5b643809d9c0c7', 'mac_address': 'fa:16:3e:fd:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '407f8687-fda1-4686-93c4-1deea9127cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:35Z', 'updated_at': '2021-06-18T08:31:36Z', 'revision_number': 2, 'project_id': 'de4f544424f341bd8b5b643809d9c0c7', 'subnets': [{'id': '407f8687-fda1-4686-93c4-1deea9127cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:38.916175 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Checking router: 6c60c1bf-8471-40b0-970f-5e5c574c09e6 for host: dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:31:38.916534 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Updating router 6c60c1bf-8471-40b0-970f-5e5c574c09e6 port 687637e4-b004-467a-8031-73e129f12cdd binding host dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:31:38.921973 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port ae5912fa-48de-40f9-ac4b-017b4e7b7af0 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:31:38.926355 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port ae5912fa-48de-40f9-ac4b-017b4e7b7af0 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:38.927061 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.938861 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3a914f61-7c6d-423c-94e7-66f4c3d30737 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.945857 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3a914f61-7c6d-423c-94e7-66f4c3d30737 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.952818 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:38.956041 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:38.975907 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a914f61-7c6d-423c-94e7-66f4c3d30737 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e89d59-9d2c-4fb3-abdb-dbfabe25b780,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:38.981856 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3a914f61-7c6d-423c-94e7-66f4c3d30737 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:39.007613 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-adfbe224-5e50-408d-806b-f0943dca7f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.012975 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-adfbe224-5e50-408d-806b-f0943dca7f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.017238 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9eae3646-1639-4997-963f-698975acc432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:39.020989 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.032188 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3a914f61-7c6d-423c-94e7-66f4c3d30737 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.036049 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-3a914f61-7c6d-423c-94e7-66f4c3d30737 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2434685 Jun 18 08:31:39.036396 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58934) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:39.041227 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-29b353c4-cb11-44fb-aba9-96eb5f54c869 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Request body: {'security_group_rule': {'security_group_id': '059eb5c7-ac52-43c0-a732-1a0f4bbcf0d1', 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:31:39.051728 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port ae5912fa-48de-40f9-ac4b-017b4e7b7af0, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=ae5912fa-48de-40f9-ac4b-017b4e7b7af0,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:39.058811 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-adfbe224-5e50-408d-806b-f0943dca7f34 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f5a2d590b7254585896fce716249e5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622475 Jun 18 08:31:39.059949 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbe224-5e50-408d-806b-f0943dca7f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25025e59-2130-456a-ae00-e198202afc19,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:39.061592 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58936) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:39.062167 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.063345 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-adfbe224-5e50-408d-806b-f0943dca7f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:39.064527 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-71eb27bd-e024-4d57-aa06-2cc53c022511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:39.117232 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=ae5912fa-48de-40f9-ac4b-017b4e7b7af0,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:39.117987 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-29b353c4-cb11-44fb-aba9-96eb5f54c869 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.120520 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:39.175927 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-345da622-17d7-40e5-aa8e-68f1202fd9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.209463 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-345da622-17d7-40e5-aa8e-68f1202fd9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.211862 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-29b353c4-cb11-44fb-aba9-96eb5f54c869 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.218999 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-29b353c4-cb11-44fb-aba9-96eb5f54c869 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.227337 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-35226234-4c91-48dc-ac30-af365b33388e tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:39.258844 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b353c4-cb11-44fb-aba9-96eb5f54c869 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629e4b8a-9e16-489d-9526-35433fc32848,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:39.261958 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-29b353c4-cb11-44fb-aba9-96eb5f54c869 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:39.270281 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-29b353c4-cb11-44fb-aba9-96eb5f54c869 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.274610 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58938) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:39.274794 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-29b353c4-cb11-44fb-aba9-96eb5f54c869 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2373629 Jun 18 08:31:39.279685 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-efb421cc-3b4a-4368-88da-c6b2ec4a4c72 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Request body: {'security_group_rule': {'security_group_id': '059eb5c7-ac52-43c0-a732-1a0f4bbcf0d1', 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:31:39.288716 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-345da622-17d7-40e5-aa8e-68f1202fd9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.294064 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-345da622-17d7-40e5-aa8e-68f1202fd9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.299673 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-345da622-17d7-40e5-aa8e-68f1202fd9ec admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/25025e59-2130-456a-ae00-e198202afc19 HTTP/1.1" status: 204 len: 168 time: 0.2251968 Jun 18 08:31:39.300880 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7ffb4d9d-13f0-40bf-8874-e8052369dfd4 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:39.313604 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345da622-17d7-40e5-aa8e-68f1202fd9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25025e59-2130-456a-ae00-e198202afc19,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:39.313816 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.securitygroups_db [None req-efb421cc-3b4a-4368-88da-c6b2ec4a4c72 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Project fabc78871993469dae42b7c9edb1cb24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 08:31:39.319118 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-345da622-17d7-40e5-aa8e-68f1202fd9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:39.324912 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.325936 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-efb421cc-3b4a-4368-88da-c6b2ec4a4c72 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.336062 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Transition to ACTIVE for port object 687637e4-b004-467a-8031-73e129f12cdd will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:31:39.348441 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.350878 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:39.394350 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78ff5b-0709-489c-97b6-b59861fbf763 None None] Pushing event updated for resources: {'Port': ['ID=687637e4-b004-467a-8031-73e129f12cdd,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:39.398290 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-6a78ff5b-0709-489c-97b6-b59861fbf763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:39.415904 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-efb421cc-3b4a-4368-88da-c6b2ec4a4c72 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.422267 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-efb421cc-3b4a-4368-88da-c6b2ec4a4c72 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.430021 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-17c70f5c-32ef-4736-956a-751d5264377c tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:39.455272 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb421cc-3b4a-4368-88da-c6b2ec4a4c72 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03121c1-e874-46ae-8983-67ec78b4388c,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:39.464084 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-efb421cc-3b4a-4368-88da-c6b2ec4a4c72 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:39.469471 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-efb421cc-3b4a-4368-88da-c6b2ec4a4c72 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.470983 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-efb421cc-3b4a-4368-88da-c6b2ec4a4c72 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1951783 Jun 18 08:31:39.474129 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58946) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:39.478826 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-4adb08d0-27a9-4087-b72c-ab1a688e0177 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Request body: {'security_group_rule': {'security_group_id': '059eb5c7-ac52-43c0-a732-1a0f4bbcf0d1', 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:31:39.530997 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.db.securitygroups_db [None req-4adb08d0-27a9-4087-b72c-ab1a688e0177 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Project fabc78871993469dae42b7c9edb1cb24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 08:31:39.543204 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Attempting to bind port 687637e4-b004-467a-8031-73e129f12cdd on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:31:39.543795 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Attempting to bind port 687637e4-b004-467a-8031-73e129f12cdd by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'c4782aef-de02-44b2-b17b-69d1a966188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd4205af5-9f69-42c5-8142-1681ce3970c0'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:31:39.544015 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Attempting to bind port 687637e4-b004-467a-8031-73e129f12cdd on network d4205af5-9f69-42c5-8142-1681ce3970c0 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:31:39.551567 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:31:39.551942 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Checking segment: {'id': 'c4782aef-de02-44b2-b17b-69d1a966188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd4205af5-9f69-42c5-8142-1681ce3970c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:31:39.552541 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.553126 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Bound using segment: {'id': 'c4782aef-de02-44b2-b17b-69d1a966188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd4205af5-9f69-42c5-8142-1681ce3970c0'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:31:39.553768 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Bound port: 687637e4-b004-467a-8031-73e129f12cdd, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4782aef-de02-44b2-b17b-69d1a966188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd4205af5-9f69-42c5-8142-1681ce3970c0'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:31:39.554317 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.572927 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-965c9aff-72d0-428d-9d99-fff289dcb0de req-4f7b6c02-7a0b-45ba-9ed3-4bdd5fe68d65 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0552068 Jun 18 08:31:39.579059 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4adb08d0-27a9-4087-b72c-ab1a688e0177 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.642701 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] For port 687637e4-b004-467a-8031-73e129f12cdd, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:31:39.646851 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] For port 687637e4-b004-467a-8031-73e129f12cdd, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=687637e4-b004-467a-8031-73e129f12cdd,segment=NetworkSegment(c4782aef-de02-44b2-b17b-69d1a966188a),segment_id=c4782aef-de02-44b2-b17b-69d1a966188a)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:31:39.665610 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.671380 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4adb08d0-27a9-4087-b72c-ab1a688e0177 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.677511 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-95546dc3-2169-4109-bdfb-809bdeba37bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:39.679798 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4adb08d0-27a9-4087-b72c-ab1a688e0177 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.682092 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:39.711628 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4adb08d0-27a9-4087-b72c-ab1a688e0177 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.712966 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4adb08d0-27a9-4087-b72c-ab1a688e0177 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2377608 Jun 18 08:31:39.723170 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb08d0-27a9-4087-b72c-ab1a688e0177 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11157517-a126-4e2b-a31c-0d81f8f8e782,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:39.728944 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4adb08d0-27a9-4087-b72c-ab1a688e0177 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:39.736986 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Routers {'6c60c1bf-8471-40b0-970f-5e5c574c09e6'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:31:39.737642 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:31:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['6c60c1bf-8471-40b0-970f-5e5c574c09e6'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:39.751127 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 58954) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:39.770904 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-52009d09-3a11-4e73-9312-82552dce7cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.868276 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] Set router 6c60c1bf-8471-40b0-970f-5e5c574c09e6 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:31:39.891273 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-52009d09-3a11-4e73-9312-82552dce7cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.895240 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-52009d09-3a11-4e73-9312-82552dce7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.905302 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78ff5b-0709-489c-97b6-b59861fbf763 None None] Pushing event updated for resources: {'Port': ['ID=687637e4-b004-467a-8031-73e129f12cdd,revision_number=4']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:39.917734 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-75ce3bf5-f076-4b27-a5c7-cbc10920ea15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:39.924955 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 58972) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:39.925163 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-52009d09-3a11-4e73-9312-82552dce7cd1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9e4c165cfd6c4832b4b8cf113ad86a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733248 Jun 18 08:31:39.948172 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52009d09-3a11-4e73-9312-82552dce7cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff1b01b-b31c-41d4-8d16-99b74184f189,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:39.952452 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-52009d09-3a11-4e73-9312-82552dce7cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:39.968286 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-6a78ff5b-0709-489c-97b6-b59861fbf763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:40.016503 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-205dcf3e-e366-467c-844a-273cc09daf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:40.048368 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-205dcf3e-e366-467c-844a-273cc09daf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:40.103905 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-205dcf3e-e366-467c-844a-273cc09daf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:40.106463 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'name': 'tempest-TestShelveInstance-331618532-router', 'tenant_id': 'de4f544424f341bd8b5b643809d9c0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ae5912fa-48de-40f9-ac4b-017b4e7b7af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:32Z', 'updated_at': '2021-06-18T08:31:36Z', 'revision_number': 4, 'project_id': 'de4f544424f341bd8b5b643809d9c0c7', 'gw_port': {'id': 'ae5912fa-48de-40f9-ac4b-017b4e7b7af0', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:32Z', 'updated_at': '2021-06-18T08:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '687637e4-b004-467a-8031-73e129f12cdd', 'name': '', 'network_id': 'd4205af5-9f69-42c5-8142-1681ce3970c0', 'tenant_id': 'de4f544424f341bd8b5b643809d9c0c7', 'mac_address': 'fa:16:3e:fd:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '407f8687-fda1-4686-93c4-1deea9127cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:35Z', 'updated_at': '2021-06-18T08:31:39Z', 'revision_number': 4, 'project_id': 'de4f544424f341bd8b5b643809d9c0c7', 'subnets': [{'id': '407f8687-fda1-4686-93c4-1deea9127cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:31:40.106783 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-205dcf3e-e366-467c-844a-273cc09daf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:40.109152 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-205dcf3e-e366-467c-844a-273cc09daf57 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fff1b01b-b31c-41d4-8d16-99b74184f189 HTTP/1.1" status: 204 len: 168 time: 0.1824408 Jun 18 08:31:40.111238 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d1972f4d-bc5d-481d-bb4f-4a2c28a1c1c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:40.120721 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dcf3e-e366-467c-844a-273cc09daf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff1b01b-b31c-41d4-8d16-99b74184f189,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:40.123503 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-205dcf3e-e366-467c-844a-273cc09daf57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:40.137183 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c28d0-f93b-4bdc-9966-57a91465e508 None None] The sync data for ids ['6c60c1bf-8471-40b0-970f-5e5c574c09e6'] in dv-cinder-761113-14-iscsi is: [{'id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'name': 'tempest-TestShelveInstance-331618532-router', 'tenant_id': 'de4f544424f341bd8b5b643809d9c0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ae5912fa-48de-40f9-ac4b-017b4e7b7af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:32Z', 'updated_at': '2021-06-18T08:31:36Z', 'revision_number': 4, 'project_id': 'de4f544424f341bd8b5b643809d9c0c7', 'gw_port': {'id': 'ae5912fa-48de-40f9-ac4b-017b4e7b7af0', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:32Z', 'updated_at': '2021-06-18T08:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '687637e4-b004-467a-8031-73e129f12cdd', 'name': '', 'network_id': 'd4205af5-9f69-42c5-8142-1681ce3970c0', 'tenant_id': 'de4f544424f341bd8b5b643809d9c0c7', 'mac_address': 'fa:16:3e:fd:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '407f8687-fda1-4686-93c4-1deea9127cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:35Z', 'updated_at': '2021-06-18T08:31:39Z', 'revision_number': 4, 'project_id': 'de4f544424f341bd8b5b643809d9c0c7', 'subnets': [{'id': '407f8687-fda1-4686-93c4-1deea9127cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:31:40.755788 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ccd1a51c-28ce-46ba-97ae-a9b4178e49d5 req-1f24c1a2-5fec-416e-ac12-8fa645b0da51 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0623479 Jun 18 08:31:40.916659 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device ae5912fa-48de-40f9-ac4b-017b4e7b7af0 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:31:40.968536 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port ae5912fa-48de-40f9-ac4b-017b4e7b7af0 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:40.968917 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.049213 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 687637e4-b004-467a-8031-73e129f12cdd up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:31:41.111025 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port 687637e4-b004-467a-8031-73e129f12cdd completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:31:41.115796 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 687637e4-b004-467a-8031-73e129f12cdd triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:41.115995 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.324181 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.349194 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 59046) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:41.361163 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port 687637e4-b004-467a-8031-73e129f12cdd, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=687637e4-b004-467a-8031-73e129f12cdd,segment=NetworkSegment(c4782aef-de02-44b2-b17b-69d1a966188a),segment_id=c4782aef-de02-44b2-b17b-69d1a966188a)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:41.365138 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.368154 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-03aca992-0aae-4806-b87c-cc3b3908e8ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:41.416210 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=687637e4-b004-467a-8031-73e129f12cdd,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:41.422004 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:41.464274 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aa08952a-353d-4d21-a418-853310b8ea2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.571810 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aa08952a-353d-4d21-a418-853310b8ea2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.575670 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-aa08952a-353d-4d21-a418-853310b8ea2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.578570 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:41.618003 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08952a-353d-4d21-a418-853310b8ea2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596fd5bb-32de-400e-8d10-58244f6fb936,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:41.621185 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-aa08952a-353d-4d21-a418-853310b8ea2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:41.626382 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-aa08952a-353d-4d21-a418-853310b8ea2e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=28b7a9bd4cb94d1aa5c126e8519fe210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738109 Jun 18 08:31:41.626655 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 59052) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:41.680670 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-add70ad8-3a3b-4e84-a7ca-4e1744d301f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.710435 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-add70ad8-3a3b-4e84-a7ca-4e1744d301f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.775034 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-add70ad8-3a3b-4e84-a7ca-4e1744d301f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.777914 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-add70ad8-3a3b-4e84-a7ca-4e1744d301f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.782125 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-add70ad8-3a3b-4e84-a7ca-4e1744d301f9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/596fd5bb-32de-400e-8d10-58244f6fb936 HTTP/1.1" status: 204 len: 168 time: 0.1544363 Jun 18 08:31:41.783405 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c68998c3-456e-48a9-81a5-832784f1cff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:41.791418 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add70ad8-3a3b-4e84-a7ca-4e1744d301f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596fd5bb-32de-400e-8d10-58244f6fb936,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:41.799817 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-add70ad8-3a3b-4e84-a7ca-4e1744d301f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:41.935036 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2f6c3a95-e8f7-433c-8a96-72866c903912 req-41bbbe4b-7e5e-4e13-8fe6-7f8cd6c021d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0352998 Jun 18 08:31:42.811106 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 687637e4-b004-467a-8031-73e129f12cdd up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:31:42.865983 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 687637e4-b004-467a-8031-73e129f12cdd triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:42.866372 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:43.092864 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1851e9f4-4305-4318-9ed9-6568a7f48095 req-b8bdfa6d-4d6f-44ac-9d3b-09b7df0a2fc7 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0332644 Jun 18 08:31:44.245845 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9c6a37f5-758b-4769-b161-4d48b293e78e req-e7493647-c566-4829-bd50-d73558e7c2cc tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0309765 Jun 18 08:31:45.412979 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6066411a-1a77-4815-8f88-b0aef498f253 req-14d65226-7fc9-4ff8-88ed-e994a41441aa tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0319273 Jun 18 08:31:45.649457 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:31:46.551675 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8d81d999-6fdc-4d27-a464-e74031fd1034 req-011aed40-ecd9-4707-b25b-e3c37a5c93be tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0286829 Jun 18 08:31:47.693776 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-82231862-a24c-4b15-8137-dba70d52a8cd req-aba211cc-97d2-4e74-b12f-d42f758a9b36 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0288100 Jun 18 08:31:48.838518 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8e97d48b-0ec6-49c2-b0f2-561e5f47c0da req-41c8d5d2-4c5e-4b9a-a33e-fc23d3e97e62 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0314877 Jun 18 08:31:49.988071 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b509d125-4941-4dca-9ff9-7d293877e095 req-ce32f63d-6532-4093-b0b9-33ab821cfd0f tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0317137 Jun 18 08:31:51.129967 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a4dee0bd-c1f6-48ff-ad3e-4e66a50293ec req-86a80152-9e0c-4084-8b23-0e61fa8bf146 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0286362 Jun 18 08:31:52.273569 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7c6e3a18-3a8a-478c-a694-9ca51460f31f req-0ef2a2df-31b7-4a34-8fda-4d1bc581a9be tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0286870 Jun 18 08:31:53.430295 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2041a266-702d-434e-b46d-74263bb86984 req-5a0abc6a-9293-4247-a063-f4e8c888e39e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0318458 Jun 18 08:31:53.771591 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:54.579764 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-36d0bae5-6e2e-446a-a70a-10aabac1c45e req-2109ed7e-f4ed-4210-ab56-1ecda4f97ebd tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0331833 Jun 18 08:31:55.271829 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ebb63b07-dfa9-4201-ab91-3a8d5cf60760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:55.722689 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-163a72bd-90cb-4df4-91ca-28173dd17dc1 req-e7683140-cbd3-480c-b81e-f475e82c0088 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0301938 Jun 18 08:31:56.864506 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c24f02c0-95f4-4b6a-823e-d6f75ab29622 req-373a960c-8945-4f7c-b909-067106d89a2e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0301249 Jun 18 08:31:57.909765 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:58.012414 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bb2fe1c6-51c3-4f0f-bc3d-c59bf6fdaa6c req-63fca0f1-503c-4d12-a1ca-5794aeed6c88 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0313978 Jun 18 08:31:58.175206 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-dc4c7a5a-e7c6-4392-b6b5-48cb80ea5ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:58.963889 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:59.164671 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-17756b4d-055c-4408-9505-ef7efe4180c3 req-afa49549-7bfe-4120-a45e-810bf3f942f9 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0328107 Jun 18 08:32:00.301950 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-958a5917-0d16-43e7-81a4-b71614092783 req-fb9c6873-cb39-4300-b0bc-d03c3d05a9dd tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0300012 Jun 18 08:32:00.639701 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:01.439179 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5be5c850-14e6-4a67-aa62-4947c15dc463 req-9328958b-844c-4cc8-9956-128aa9ba684c tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0286756 Jun 18 08:32:02.578630 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-85ab6396-9ce2-40e7-a188-35f1cdb56771 req-1f156911-34ff-4ecd-bbcf-c0a8d2518150 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0287905 Jun 18 08:32:03.724085 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-dcaf1d12-7dd9-4c2c-bf81-4ba103ec049b req-84c5e595-a009-41f3-8d26-e7b438d2f135 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0318117 Jun 18 08:32:04.862244 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b02741a8-bc38-44ae-9301-99314d74ea95 req-4d770e0d-9bdd-42a1-b4bd-54072e2538ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0292177 Jun 18 08:32:06.000668 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-36387ac0-ead7-421a-8021-47aaaff9d174 req-085634ff-229f-4735-99fb-73133c382a2e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0287223 Jun 18 08:32:07.140634 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2539d1bb-b14d-4519-a6c5-d17a68eb136e req-5450a041-97b3-4bdb-9e9a-45318542f653 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0281725 Jun 18 08:32:08.283122 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d8d35fee-b45c-4d94-846e-1fbdc5beb5ef req-75da9868-5c7c-4dd9-8b06-173ec678b62f tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0317492 Jun 18 08:32:09.420959 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1d184169-af29-463f-bf74-3f7698c50d07 req-d3b68486-66c1-4c49-8dc6-2783ea010aaf tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0269542 Jun 18 08:32:10.556974 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-aaddf7e3-72f4-4533-b398-dd50a463b13f req-1d415d31-e242-498a-94a9-eee5691f5201 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0282691 Jun 18 08:32:11.695554 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-eeefc6e8-d3ad-4587-9f58-3c8f09dd3b6a req-c966221e-a3c2-4b91-a670-5187c24cf6dc tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0297480 Jun 18 08:32:12.845662 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e476fbfe-2a44-4946-8cf2-553f56a3fab7 req-e99b8883-243e-4d4d-9f3b-30fa7608a688 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0313318 Jun 18 08:32:13.986691 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fb530ed5-5b3e-4a5c-9fc5-03e67ef39b35 req-457f4d17-6039-42bb-a68e-5ef1ac3db802 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0282664 Jun 18 08:32:15.252087 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-91811418-73ad-4060-9839-36ebf9e289bb req-94477036-ccaf-4a86-8052-269f4d7fbdf1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0298584 Jun 18 08:32:15.422023 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6771e-e8f4-4751-b14b-e572b6e3675f req-f8b671ba-f1b1-47c8-920e-cd32ca191f4a tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:15.423454 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cdc6771e-e8f4-4751-b14b-e572b6e3675f req-f8b671ba-f1b1-47c8-920e-cd32ca191f4a tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 945 time: 0.0658541 Jun 18 08:32:15.460351 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cdc6771e-e8f4-4751-b14b-e572b6e3675f req-3a0651aa-9ecd-4b9a-a9d6-fa25c318b061 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/security-groups?id=679f17e5-c0cd-4de4-929a-9cf3031908ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311642 Jun 18 08:32:15.954794 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58db18-410d-4798-801a-b2c3603b4785 req-6e4792cf-b6bd-46bd-a166-167c19b9fc27 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:15.956252 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4c58db18-410d-4798-801a-b2c3603b4785 req-6e4792cf-b6bd-46bd-a166-167c19b9fc27 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.88 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 945 time: 0.0614247 Jun 18 08:32:16.057628 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-4c58db18-410d-4798-801a-b2c3603b4785 req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Deleting port 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:32:16.057971 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4c58db18-410d-4798-801a-b2c3603b4785 req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:16.145061 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-4c58db18-410d-4798-801a-b2c3603b4785 req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] For port 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d,segment=NetworkSegment(d83e3321-6205-4069-96f8-aaf4480d11cf),segment_id=d83e3321-6205-4069-96f8-aaf4480d11cf)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:32:16.145456 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4c58db18-410d-4798-801a-b2c3603b4785 req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:16.209620 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-4c58db18-410d-4798-801a-b2c3603b4785 req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Calling delete_port for 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:32:16.341377 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4c58db18-410d-4798-801a-b2c3603b4785 req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:16.346337 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b277d418-fae3-4862-ad62-8d5541371b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:16.355200 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:32:16.383323 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Pushing event deleted for resources: {'Port': ['ID=25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:16.401956 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c3149c13-db14-4fd0-af95-dfc7b9f5517b req-52434c5f-bccb-448b-b08c-df4d6ddf1067 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0305474 Jun 18 08:32:16.410314 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:16.410672 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:16.411060 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:16.411420 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:16.411773 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:16.412127 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:16.412475 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:16.412899 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:16.413256 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:16.413602 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:16.413948 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:16.414290 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:16.432515 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:16.433381 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c58db18-410d-4798-801a-b2c3603b4785 req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] No DVR routers for this DVR port 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d on host hv-cinder-76111 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:32:16.435598 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-4c58db18-410d-4798-801a-b2c3603b4785 req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:16.438585 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-4c58db18-410d-4798-801a-b2c3603b4785 req-1f8cae98-9e62-4077-a9a7-7eac4e0d4a68 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.88 "DELETE /v2.0/ports/25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d HTTP/1.1" status: 204 len: 173 time: 0.4766366 Jun 18 08:32:16.439079 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e', 'name': 'network-vif-deleted', 'tag': '25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:32:16.441418 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dc0480-0a69-49fa-9ea9-1a8e539d6e85" -d '{"events": [{"server_uuid": "7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e", "name": "network-vif-deleted", "tag": "25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:32:16.487179 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f2ecee-d8e3-4923-a97e-a3756ebf4bf5 x-openstack-request-id: req-a0f2ecee-d8e3-4923-a97e-a3756ebf4bf5 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:32:16.487508 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e", "name": "network-vif-deleted", "tag": "25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:32:16.487799 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a0f2ecee-d8e3-4923-a97e-a3756ebf4bf5 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:32:16.488231 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e', 'name': 'network-vif-deleted', 'tag': '25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d', 'status': 'completed', 'code': 200} Jun 18 08:32:16.600496 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b53d8572-57ab-49b3-a4d7-98150cf04063 req-81f64548-3e14-4090-8b4d-93eedce3d39c tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0270302 Jun 18 08:32:17.541843 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9ca18854-f77c-4d47-8a7c-d459063348a7 req-a3d76b01-3d9a-4d03-8fd4-70393e46f8cb tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0284872 Jun 18 08:32:17.740657 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-20d07a51-385c-4450-aac9-7df501538c64 req-78709d1d-e5cf-4d61-a3ef-c3bfb1f4d049 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0317419 Jun 18 08:32:18.679721 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b3bce174-dbf8-418f-9220-2a08e2228a04 req-bb1ba1e3-75d6-482e-a1d7-dfde4cca8d61 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0292225 Jun 18 08:32:18.878263 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-69a6e286-25dc-4073-a4b8-1a2bd11352fd req-926dfbea-c4f4-4ae1-9b2a-c61235c78a6a tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0298092 Jun 18 08:32:19.821908 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3f7f43bb-abeb-4e41-9a17-1c15baa02a0f req-efab24b3-5d76-41bf-8788-5e2932ddb131 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0280693 Jun 18 08:32:20.017890 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-93763d45-6291-4a2d-8f25-179c92a40ae5 req-ec026ebd-03ed-43b6-84a5-fed8ab1d6b2a tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0321965 Jun 18 08:32:20.963662 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d2adec71-bbb8-4252-960a-c01263a4d1da req-185d6591-2d78-4095-bfdd-79f269d82f50 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0279143 Jun 18 08:32:21.154027 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5f5d17b6-946b-4fc1-84f7-1edb43a73c26 req-61fbe730-82c8-4a1f-9ff7-a57d72b30f33 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0285411 Jun 18 08:32:21.259600 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:32:21.278903 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] No Port match for: 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:32:21.279903 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device 25ac7e8f-6de3-46a2-a6f7-2a8bf9a4419d not bound to the agent host hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:32:22.103887 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-187d2b45-ee45-4b70-9df5-cc8af2fc554f req-3320c126-c4dd-4628-bedf-5ac4706b7c45 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0279391 Jun 18 08:32:22.295394 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-899dba78-4c21-438d-9eb7-bcdde55732aa req-d98641a2-72ad-4d1c-8638-adfe3bf6bb58 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0311067 Jun 18 08:32:22.648366 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:32:23.244749 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-49904196-98fc-4888-ab91-1f7902cb6d97 req-199ed8b7-95a4-4712-a47b-9259bd628034 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0288255 Jun 18 08:32:23.435821 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f35c7224-b824-4c0b-9739-78f364b41470 req-edc92910-9765-4e22-b232-9319d04e0bde tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0273514 Jun 18 08:32:23.772127 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:24.384224 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9dd0bb18-a23b-41a1-aa2a-036a579e0166 req-0409ef24-f09b-4e0b-b84a-d81fad3e8659 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0288925 Jun 18 08:32:24.576926 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7f733792-b30d-4e89-aca9-b05191f4d49d req-48e6ec9f-9e96-4e8a-a68e-ca0cde608abb tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0312221 Jun 18 08:32:25.271909 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1e25b671-fb02-4b31-b9d7-a66977e69d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:25.531043 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4464aa6b-7b8c-44c6-8669-bace18f58bca req-113813e5-6456-45a5-9784-719d57861586 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0285130 Jun 18 08:32:25.712258 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e77e6dd8-e57b-405a-8e92-c227a4d5be6c req-12497b28-8ca9-4a5f-b97d-4a8b7de1b49c tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0281715 Jun 18 08:32:26.820974 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a6967e2b-2239-40a2-bcba-d2ca8caf4002 req-9e3eb31b-4a48-449c-af6e-b3370f70df81 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0277526 Jun 18 08:32:26.955773 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2bdc9b8f-f34a-476b-bc3d-3fc0996676b3 req-23fc96b6-dd12-4fd2-bffe-978eca0bdbf1 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0325477 Jun 18 08:32:27.911365 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:27.969546 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a75b7da0-f94b-43a3-a958-59d1607130e6 req-1d220e1d-8342-48b1-bd8b-bdab8a670732 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0287347 Jun 18 08:32:28.096172 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b5358623-e48c-4b9d-9f66-254479b394b6 req-4030f76a-1a24-4048-89cf-916ca97a23c8 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0290284 Jun 18 08:32:28.175160 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-cb11af47-8f91-44bb-a21b-6c61bb6bd6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:28.966345 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:29.115175 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-044a1973-3992-417e-b5c6-e64fc3291f68 req-42cfe9dc-6639-4c47-98e7-72e0fc5d8810 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0289731 Jun 18 08:32:29.247369 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-21718229-6a37-4c1b-9c4d-aff499872589 req-00a8c579-2809-49ff-b3d9-b32b5c97455e tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0315096 Jun 18 08:32:30.252070 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cc112e75-62ae-4846-a50f-586fa8e2240d req-7383004a-0e6e-455a-ac6a-d3af9fbc3ee2 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0285933 Jun 18 08:32:30.384247 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fb23646a-d186-4af0-a9d1-1f0bacff9528 req-37928fdb-8551-4ed4-b5fd-a701412c6c4e tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0288646 Jun 18 08:32:30.642393 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:31.392599 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-383e071b-d139-4463-b7cb-4a37f5083b97 req-0f255ada-bafc-4cdf-9f5f-d9ebf0f8ae56 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0306940 Jun 18 08:32:31.577532 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-23cce269-3be8-41af-99e3-d1c1d6964891 req-5b16dcaa-159f-439b-8d49-4d8d7efb9b97 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0337446 Jun 18 08:32:32.538506 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5bf6d96a-eccb-4c67-a2b1-790fa252e21a req-70013a2e-98c3-4521-8924-0392b877a366 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0285442 Jun 18 08:32:32.709823 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4ef14310-6a13-4269-984a-50036ef9b02a req-09000226-5174-4df9-9774-fdec038eb667 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0281794 Jun 18 08:32:33.676722 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ede3d618-ec22-4a0f-a05c-0228e4cd534a req-cc75b011-faf1-4a44-8b8a-e9e56005695a tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0278773 Jun 18 08:32:33.863541 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1b578c9f-faf6-49ee-ae7d-d37ac023b616 req-19542de0-4312-4d7d-be9c-c19370e41a5e tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0313547 Jun 18 08:32:34.816706 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-551d8ebe-e778-42ce-8f00-719b3a0a797b req-9f123122-02c3-427b-9b35-1c3837f42ce4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0297396 Jun 18 08:32:35.000218 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7bf43a03-e41a-4f82-ad44-d343d286b4b6 req-f4e620d8-a8e4-4a25-b4b0-86bca3337c55 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0281534 Jun 18 08:32:35.594543 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3806c0ac-a4f0-4fa6-8e33-e31096909e63 req-2902c7d6-c348-4cce-a672-14bf1a79cf25 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534115 Jun 18 08:32:35.689238 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806c0ac-a4f0-4fa6-8e33-e31096909e63 req-7428d23d-a5cd-4da7-9c6e-4818432f9949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:35.690670 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3806c0ac-a4f0-4fa6-8e33-e31096909e63 req-7428d23d-a5cd-4da7-9c6e-4818432f9949 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0f32dd32d7140888841a500cf4e733a&device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 1098 time: 0.0551310 Jun 18 08:32:35.790379 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806c0ac-a4f0-4fa6-8e33-e31096909e63 req-94b9b161-32c2-457c-b56c-c7173a57c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:35.791815 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3806c0ac-a4f0-4fa6-8e33-e31096909e63 req-94b9b161-32c2-457c-b56c-c7173a57c4f2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802 HTTP/1.1" status: 200 len: 918 time: 0.0805721 Jun 18 08:32:35.858647 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3806c0ac-a4f0-4fa6-8e33-e31096909e63 req-49e0aeb5-54de-4dd2-977c-c9ee1bdfba33 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2a84060-e0ae-49e6-8abc-7561117ae042 HTTP/1.1" status: 200 len: 1001 time: 0.0600905 Jun 18 08:32:35.908324 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806c0ac-a4f0-4fa6-8e33-e31096909e63 req-0bf207ea-907c-4ba1-bb24-caa42397bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:35.909785 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3806c0ac-a4f0-4fa6-8e33-e31096909e63 req-0bf207ea-907c-4ba1-bb24-caa42397bec2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb87a6f4-0113-442a-b865-b8bb43f888a4 HTTP/1.1" status: 200 len: 855 time: 0.0438299 Jun 18 08:32:35.966500 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806c0ac-a4f0-4fa6-8e33-e31096909e63 req-62c17f65-d59f-4125-89a2-ea08a27799e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:35.966933 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a9f5c351-d237-430a-9293-ec0db4fe09ea req-f2ecaf1c-5aa1-4d62-827c-05fb886af59c tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0274637 Jun 18 08:32:35.968002 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3806c0ac-a4f0-4fa6-8e33-e31096909e63 req-62c17f65-d59f-4125-89a2-ea08a27799e3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522459 Jun 18 08:32:36.062628 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3806c0ac-a4f0-4fa6-8e33-e31096909e63 req-8c231678-11ab-40ed-bcb2-e3a6acd4a52d service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868716 Jun 18 08:32:36.142507 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ec68cdb4-f9b7-4f37-9476-c9ac02e1beae req-b422071f-1855-4b9d-bf78-b045c25803db tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0312948 Jun 18 08:32:36.149345 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-3806c0ac-a4f0-4fa6-8e33-e31096909e63 req-673c5cdc-c507-44ea-970f-9ec0da04f17c service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797503 Jun 18 08:32:37.108629 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-573a4932-41cc-4a44-b1eb-480492a444b6 req-6845194f-de9a-4d84-b20d-78e386924358 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0276866 Jun 18 08:32:37.279577 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5e060fa2-78b6-45c8-bd7e-075386115b01 req-93ee8bf9-21ff-40ce-83a4-dea0c4f0528f tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0274358 Jun 18 08:32:38.247725 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cde78909-907c-4ba0-bf43-015a00edfabc req-628e6c41-e7da-4b3e-ab9a-eb307db0ddf0 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0275426 Jun 18 08:32:38.421595 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8b05539e-e6db-491f-92e2-a3ab96863ed4 req-79cfdd4b-7606-4142-a795-33d27204ed44 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0327094 Jun 18 08:32:39.383512 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e2774b8b-739c-48c9-87b0-8abbfdc6416e req-ecbcfd19-9c48-4c02-8934-fdd79c3dd64f tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0279241 Jun 18 08:32:39.560455 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2451a631-274d-483d-9fa2-840bee1fa8f2 req-4a6ba0f3-9630-4158-8bde-b7b930e13b4f tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0275216 Jun 18 08:32:40.522335 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d73a8b17-f748-416a-8304-99d5670d73ae req-98d984b8-b32e-485b-a69c-abf2cad57cd7 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0282614 Jun 18 08:32:40.699277 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c4978390-5863-4462-95fc-b816dd4b217f req-74919ea5-319b-43ca-856a-91ce54df7f03 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0322354 Jun 18 08:32:41.668090 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-19f5d12c-971b-4a6b-8c77-ccff4c6bf25e req-756cc7e3-f842-4fd3-bcd7-bd019b8a40d5 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0295794 Jun 18 08:32:41.834643 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ef5398e5-9854-480a-ae62-fba4d1b5181e req-2e853ac3-2b87-4145-81d0-7adcaa93bbe5 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0288358 Jun 18 08:32:42.812980 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-117b899f-faf4-497d-8f75-9cb56964764e req-ae1e9bc2-8029-4485-8dbc-c8fcf17f1439 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0289388 Jun 18 08:32:42.976675 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a1b86ae6-d40f-4073-92e9-924b39874769 req-f85a170c-ce51-4beb-a227-abac1d7518cd tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0317369 Jun 18 08:32:43.954499 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f35ccdcf-4fe7-4b49-b1c4-17c76f414ba2 req-2d74df1f-8e03-431b-b0e2-2bb774d14fc7 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0303268 Jun 18 08:32:44.112024 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-43dc51d3-9035-48c2-8049-b98e487cb544 req-5219abe3-86ff-4674-a5ac-8b4e75e9b7e1 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0280378 Jun 18 08:32:45.094385 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b6e88060-aaa9-461a-9314-8c683f1ab1e6 req-000c9982-1f83-4e63-88c3-f23f3463e1af tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0288053 Jun 18 08:32:45.252935 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0e13398f-cdc6-4395-91b3-912a8041a66b req-db15972f-fdcb-4926-85ac-327cb9197859 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0312548 Jun 18 08:32:46.233635 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-aefe6242-db5c-423b-a7ec-b5f81b6d0fd8 req-624cca9c-b6c2-4a6c-9d7d-305f770e8cf1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0278435 Jun 18 08:32:46.388407 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-bf81d8f8-2a9e-496f-a7c8-c43f2d876461 req-a14ddb8d-fdc4-471a-b255-225a0dd0f4cc tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0280466 Jun 18 08:32:47.375264 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-efe7ba42-df69-4b03-9728-1d46feb5a5a1 req-5d736faf-a999-46d4-98d7-9b49a069cf0f tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0271926 Jun 18 08:32:47.529812 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e76279c8-9592-4e01-8744-d2c914d0d75e req-189ef7e4-28fe-4d72-a874-4f1d7f738b49 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0333116 Jun 18 08:32:48.515708 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9f7c517a-3022-45f4-bfd0-c5b612eb78b8 req-3f844f3c-5c03-48aa-ab6f-da29c354745f tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0279522 Jun 18 08:32:48.670877 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e271300d-208b-4824-8200-37c17f4fd001 req-e9599218-921a-4232-9cde-c9400df3b925 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0267882 Jun 18 08:32:49.658886 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-665e69b5-cca5-4a0b-95b3-bebfc5f65459 req-feb7aa84-e73a-41d2-9db8-ed61c02fa281 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0296130 Jun 18 08:32:49.819241 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-af713b0c-870f-4308-a327-aa4a0c511b4a req-d4dafc45-a57e-4698-af28-f0b12c66b3c2 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0316217 Jun 18 08:32:50.794829 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1a3eebb1-c136-48cd-bc36-5227a215d02f req-909b897e-7fbb-4e83-9465-b13b61f5d28a tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0292640 Jun 18 08:32:50.956437 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4430321e-440e-4d7c-b4c6-82acc925c710 req-5eecc2e2-5927-41ce-b484-a22c5790b6fa tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0281186 Jun 18 08:32:51.936315 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-855bf524-db61-466a-981c-fff8b74cf71e req-f9da6c7b-bdd5-4470-88cc-8ea602643a60 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0280607 Jun 18 08:32:52.093708 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-facd60e5-3177-4271-83cb-ef7045a113fc req-72a148ca-4c8f-4a48-8610-81952c82be58 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0299618 Jun 18 08:32:53.075660 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2c749eca-cf47-4240-a960-00d11afd1c96 req-16ea0f72-9331-4685-9451-91e996fc45aa tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0275509 Jun 18 08:32:53.229975 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b23b5caf-53a3-47e8-9c94-40aaead8cff7 req-98f0cdce-1bed-4041-8433-5d9bcef3afff tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0281320 Jun 18 08:32:53.769813 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:54.216471 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a52c85da-858e-4d26-9b0f-c9eefa1ca939 req-ab8b1036-b089-4009-99cc-20aaff9bc5ca tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0273943 Jun 18 08:32:54.534282 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d1d03b46-3579-41ed-b0e4-7275333bdadf req-723e3985-ac71-4e29-a17d-f2b507238bad tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0317857 Jun 18 08:32:55.273078 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2389de39-8cf8-43df-ad5c-77113e8a5dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:55.360434 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-61f859ff-87bd-4df6-b025-a29188eab9cc req-b2a67937-8045-4e31-a1ec-b711adf37e2d tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0285227 Jun 18 08:32:55.678512 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ce51caca-c8a4-49bf-95a8-187e1eb9789b req-2c362c60-2ce7-4df6-ae11-c8f775d83818 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0277603 Jun 18 08:32:56.502374 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c66d345e-91d4-439f-ac8d-2006731468af req-03b64b12-68cb-4341-b6c5-cab93764cc2b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0285082 Jun 18 08:32:56.822717 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cc1303a5-cdf7-4bec-a4a6-f24a825683a3 req-4c8c2668-e4f1-4b54-9c83-b16b1373f374 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0320270 Jun 18 08:32:57.639106 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6d87da7c-b494-4207-b217-0a14ac6d2e77 req-992aaf36-fdda-45a9-b962-c22d0af23d9b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0276124 Jun 18 08:32:57.912351 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:57.964351 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-184633df-a529-43a1-91fe-47ccb673a77d req-f11066b7-d6a6-421c-9786-c978a5aeb661 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0283790 Jun 18 08:32:58.174502 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e5c620d8-3a56-4d85-9486-f45ba272089f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:58.783095 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-60e5a712-ae79-43bd-ad22-12c7bc3632ce req-9c1cb1b3-ca1b-4e75-baa3-64737301afbe tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0291133 Jun 18 08:32:58.969679 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:59.105899 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-12dd927b-9503-44d6-99ff-708b7f516458 req-09596e2a-716c-46ac-92da-bd34e9328ea0 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0314672 Jun 18 08:32:59.646844 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:32:59.922835 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-b0ce2587-e08b-4c4d-b8b9-ab3625865b9e req-30292266-7f41-44af-88e1-cce1d46ccb2c tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0281603 Jun 18 08:33:00.242938 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c6c77e52-7e58-4ccd-b805-9988a74ab474 req-3fece685-a209-4682-80d4-e1d38501c8a8 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0286636 Jun 18 08:33:00.644600 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:01.064529 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8590bed9-b5bd-4558-b04d-0650aeec2287 req-b52fdffa-0644-48c9-8188-75bc89c13b28 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0295558 Jun 18 08:33:01.394383 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c4436f36-43c3-4e3e-b9d1-50614f84b30a req-b0498dec-ac66-4716-866d-b319cf44bf20 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0308020 Jun 18 08:33:02.201559 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-06d37534-beb6-49a5-937e-5c01af3cb723 req-27b58c20-cba7-440d-97c9-69bf39cd9827 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0280883 Jun 18 08:33:02.532055 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4c119097-3757-49c3-ba34-ee93d172fac9 req-52ba6c55-4598-4253-88ee-3c633048299d tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0293818 Jun 18 08:33:03.341916 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-48faaede-fa2e-4b96-9ef0-639f861ebc5b req-67450247-5483-42a8-b7c5-68ddc1dbfbea tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0272033 Jun 18 08:33:03.671874 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6d2eaff7-b855-4a96-94c1-7c3af157de9f req-c100a9cd-6028-4228-b7fc-c2b592c74c67 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0328829 Jun 18 08:33:04.495032 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-950bfb61-ba9a-42a6-bcc1-da29be72c311 req-ff0c8bd8-c97d-4cc6-95f3-f926fbcedc1b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0287943 Jun 18 08:33:04.808342 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-48cd81b5-cf10-4f89-a034-b5524f890a28 req-b910360c-5441-4ffd-bc62-c937d6fc542c tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0275810 Jun 18 08:33:05.635106 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ae9f1241-2bba-430e-904e-fe229ff47719 req-ac36d000-8e86-4c35-9457-8e0b8f71e121 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0278654 Jun 18 08:33:05.949449 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1c14973a-961b-4c38-b558-ce1accc09908 req-06ff510b-977f-4bd3-8440-7f0d9d8ec9bc tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0308802 Jun 18 08:33:06.774857 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-32927709-4785-408c-961c-04c21ff5611a req-db9f5c0b-4adc-48ef-bac4-ba6fcab2dbb9 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0302646 Jun 18 08:33:07.088051 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-05c8f2b6-ab13-4bc0-91d3-508a655738e0 req-244127ab-dc72-4ac9-a781-16af7c8cf05f tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0285614 Jun 18 08:33:07.916571 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-81fc51de-5296-422f-9978-ed0f33d7381c req-d344cadb-b40f-431f-9e01-4cef1e618391 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0294192 Jun 18 08:33:08.229586 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9f8457b0-be62-4127-aab1-e648cec4af03 req-a0985933-cc51-4994-8f34-836aa7549239 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0317423 Jun 18 08:33:09.055148 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6ba6536a-35a4-4075-9c3b-87d7c93f2a4e req-fd87d94e-fef7-4f99-bf16-cb97cf98ad9e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0286441 Jun 18 08:33:09.369582 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ab3e4337-d117-4e83-9ece-bd329394d80a req-671ff627-c7ea-43c3-9631-a7a3d9647da6 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0315287 Jun 18 08:33:10.194163 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9ca26146-2df2-4946-9e2b-996fc6776f6c req-2e45c8cc-c1b3-41d3-9417-c9b3524e5fc3 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0278025 Jun 18 08:33:10.513344 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7bc621c8-c1ba-4f56-b46e-83fec1c15823 req-375cd6f4-bdde-4edb-a509-a8f86cf610f6 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0308585 Jun 18 08:33:11.329305 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f1c3b157-e033-43d3-a0c4-adae9f64d098 req-65aeb854-af8f-4863-bf58-85ba880b6927 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0281851 Jun 18 08:33:11.652177 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ff914f7a-7bae-4c22-98e6-e39a5fd1ac3e req-7f186619-eede-433d-879f-674330ebb37c tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0274243 Jun 18 08:33:12.468626 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8585408b-92bc-4c5f-87e2-3e417431654d req-f4ce9711-5aa3-44f1-9bab-9e39e7db2f37 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0278957 Jun 18 08:33:12.795592 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-17d7dac8-9984-49cb-98b8-f509ebc29774 req-a96cd2f1-9521-4e9a-a1b5-ec55f471fbc7 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0314651 Jun 18 08:33:13.608382 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0035e257-0072-45a0-ae00-34a72524ff2b req-2e7503d6-7b40-47b2-92c7-8517628ddb3f tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0278132 Jun 18 08:33:13.940221 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fb25387f-2661-45e7-b039-05e88d2bbc2d req-11a0a6db-b3bd-4bd4-9ef6-609e51c64c80 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0280414 Jun 18 08:33:14.748262 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8cf53c0d-b5e8-431e-aa01-041bb9deac3d req-8622d90b-f412-4853-a3cd-f96eca2eb786 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0278461 Jun 18 08:33:15.081110 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-71059038-7c76-4a27-9516-35d66b5ba81a req-bef13378-6be9-4ec3-be40-f09b2325b86d tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0316808 Jun 18 08:33:15.887967 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-25fbf8ac-90e7-4520-99c6-0091e110d61d req-aac19fd1-5123-44c4-ad32-3719b622707f tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0293097 Jun 18 08:33:16.221354 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9e64a795-4403-4a6c-9ef4-c82dc096a2bc req-5bed1d58-64a9-4db8-96ff-b662d16c238c tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0275202 Jun 18 08:33:17.033391 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d33c207d-218a-4a53-9152-8d319b779e45 req-570bdd61-623e-4c5f-aa80-41082b5ede9b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=e08d3ed5-7623-4853-8df1-af72caf11625 HTTP/1.1" status: 200 len: 210 time: 0.0284445 Jun 18 08:33:17.363599 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e9936567-30d6-445a-a91b-8ed76d3ab269 req-48860839-0e85-4a0d-979c-0894a989075a tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0312521 Jun 18 08:33:18.156257 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 59724) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:18.209934 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:18.234021 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:18.287324 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:18.290199 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:18.294278 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "DELETE /v2.0/security-groups/2edb80ce-bc37-4d2a-b2d0-58041d301070 HTTP/1.1" status: 204 len: 168 time: 0.1341670 Jun 18 08:33:18.294278 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cfcdfb1f-802b-45b3-b6e8-b75d7ba28a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:18.294823 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 59732) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:18.307848 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.api.v2.resource [None req-610db79b-f62b-48ae-96d1-a847849a933c tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] show failed (client error): The resource could not be found. Jun 18 08:33:18.308313 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edb80ce-bc37-4d2a-b2d0-58041d301070,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:18.312309 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-610db79b-f62b-48ae-96d1-a847849a933c tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups/2edb80ce-bc37-4d2a-b2d0-58041d301070 HTTP/1.1" status: 404 len: 347 time: 0.0166378 Jun 18 08:33:18.313027 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 59734) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:18.319366 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:18.319693 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:18.320112 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:18.320490 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:18.320901 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:18.321482 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:18.321842 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:18.322205 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:18.322563 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:18.322923 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:18.323320 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:18.323673 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:18.335934 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:18.725991 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7101ac20-68d2-4c73-9fea-4da341521944 req-a2a6953b-b109-441e-9324-82ebb8ac17f5 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0321758 Jun 18 08:33:18.743713 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Deleting port 6973014a-95ae-4057-91f1-7e59b7e56a6c {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:33:18.744061 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:18.820169 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:18.820504 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:18.881327 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Calling delete_port for 6973014a-95ae-4057-91f1-7e59b7e56a6c owned by network:floatingip {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:33:19.019373 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.021188 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:19.043709 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event deleted for resources: {'Port': ['ID=6973014a-95ae-4057-91f1-7e59b7e56a6c,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:19.054914 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:19.055312 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:19.055680 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:19.056037 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:19.056398 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:19.056753 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:19.057103 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:19.057453 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:19.057805 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:19.058151 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:19.058500 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:19.058888 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:19.076543 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:19.115927 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for floatingip, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.118482 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.119629 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-3d5ca013-cd6e-4191-a9f2-a4dcd0ae931b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "DELETE /v2.0/floatingips/593ea017-204e-468e-bbee-2412ffe860cb HTTP/1.1" status: 204 len: 168 time: 0.8057244 Jun 18 08:33:19.493694 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 59746) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:19.498405 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-ac914e7b-6f23-48c9-97b5-8de3c31bdd0e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--635242386', 'description': 'tempest-description--1621692440'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:19.522216 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ac914e7b-6f23-48c9-97b5-8de3c31bdd0e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.605553 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ac914e7b-6f23-48c9-97b5-8de3c31bdd0e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.609613 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ac914e7b-6f23-48c9-97b5-8de3c31bdd0e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.612131 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-92b9e02e-8d9d-4674-8a8a-3adb910585d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:19.637388 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ac914e7b-6f23-48c9-97b5-8de3c31bdd0e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.638566 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ac914e7b-6f23-48c9-97b5-8de3c31bdd0e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1438859 Jun 18 08:33:19.640755 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac914e7b-6f23-48c9-97b5-8de3c31bdd0e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1c9055-9e86-4e62-951e-ec2e2057591e,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:19.642295 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 59748) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:19.643721 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ac914e7b-6f23-48c9-97b5-8de3c31bdd0e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:19.647983 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-6f277768-db3c-4cba-bbf5-fa8697e91752 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Request body: {'security_group_rule': {'security_group_id': '7d1c9055-9e86-4e62-951e-ec2e2057591e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:19.673772 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6f277768-db3c-4cba-bbf5-fa8697e91752 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.729700 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6f277768-db3c-4cba-bbf5-fa8697e91752 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.734803 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6f277768-db3c-4cba-bbf5-fa8697e91752 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.736872 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3b282cb2-3c37-4d32-aed9-b681e7af1c0b tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:19.754001 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f277768-db3c-4cba-bbf5-fa8697e91752 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c149751-c5ce-4fa9-9c76-c977445deedb,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:19.756736 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-6f277768-db3c-4cba-bbf5-fa8697e91752 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:19.757718 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-6f277768-db3c-4cba-bbf5-fa8697e91752 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.758891 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-6f277768-db3c-4cba-bbf5-fa8697e91752 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154742 Jun 18 08:33:19.761484 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 59752) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:19.766180 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-d6f3545c-548b-46b6-b96a-19c6aefdad4e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Request body: {'security_group_rule': {'security_group_id': '7d1c9055-9e86-4e62-951e-ec2e2057591e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:19.792855 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d6f3545c-548b-46b6-b96a-19c6aefdad4e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.851765 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d6f3545c-548b-46b6-b96a-19c6aefdad4e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.862341 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d6f3545c-548b-46b6-b96a-19c6aefdad4e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.880524 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c8776f33-d894-435d-b043-6fbfe6e0a4e8 req-b4f34569-82bf-4bcc-9eee-12c0f521e743 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0317004 Jun 18 08:33:19.883067 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-283d8437-bf52-4bcd-9a08-6966fa1e88a8 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:19.901510 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3545c-548b-46b6-b96a-19c6aefdad4e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c532015-5789-4869-85dd-893760ac9e7a,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:19.904387 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d6f3545c-548b-46b6-b96a-19c6aefdad4e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:19.908418 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d6f3545c-548b-46b6-b96a-19c6aefdad4e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.909704 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d6f3545c-548b-46b6-b96a-19c6aefdad4e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471992 Jun 18 08:33:19.914176 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 59754) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:19.918604 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Request body: {'floatingip': {'floating_network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:19.944265 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for floatingip, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:20.036443 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:20.149798 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Allocated IP 172.27.0.170 (a252541b-e27f-4a3f-8e86-824b883db521/ff822c60-bf8e-4d27-91f8-cd72c981900b/6673e164-eedb-4039-a920-119120cc7ffa) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:20.254429 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:20.295994 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9223824'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:20.298920 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:20.339680 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Network a252541b-e27f-4a3f-8e86-824b883db521 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:20.343054 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:20.345614 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:20.374358 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event updated for resources: {'Port': ['ID=6673e164-eedb-4039-a920-119120cc7ffa,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:20.377217 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:20.434281 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:20.480887 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:20.630662 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:20.635039 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223846'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:20.637625 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:20.707401 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event updated for resources: {'Port': ['ID=6673e164-eedb-4039-a920-119120cc7ffa,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:20.711239 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:20.716032 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543884'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:20.729233 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:20.730365 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8152492 Jun 18 08:33:20.926984 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-b4cbe3cc-be50-4fd5-a00e-76dcc03b4846 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--635242386&fields=id&tenant_id=fbf147ee0dc84d499893fb9d53d9eb88 HTTP/1.1" status: 200 len: 267 time: 0.0329032 Jun 18 08:33:21.028609 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-7263f3b0-b1f3-4685-bbd5-d1854267922d tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:21.030023 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-7263f3b0-b1f3-4685-bbd5-d1854267922d tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 810 time: 0.0963712 Jun 18 08:33:21.044285 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-07567528-1468-4cf0-9d21-762802ab2b8e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/quotas/fbf147ee0dc84d499893fb9d53d9eb88 HTTP/1.1" status: 200 len: 375 time: 0.0088449 Jun 18 08:33:21.117896 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-c4c4a3f6-a689-47bf-812b-890a3aa2dc5c tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681579 Jun 18 08:33:21.297378 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-fbc6d8c4-78f2-4319-b4b3-d847cfbd2fcb service neutron] 10.222.0.83 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678259 Jun 18 08:33:21.387965 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-d96a1c79-310b-457f-a0be-39c257ee1ccb service neutron] 10.222.0.83 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842462 Jun 18 08:33:22.644169 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a76854c3-8cfb-42b6-9dc4-36444059d8ef req-0b95cc6e-45fd-4a42-be40-000748de7089 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0294974 Jun 18 08:33:22.716069 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f5a39990-9d9e-4ba3-a8d2-960ae5926954 req-29d9be48-c5a7-467c-92dd-bda14285e24f tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 210 time: 0.0287671 Jun 18 08:33:23.784071 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:23.786326 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-53881fd9-5808-4ce4-bb62-5b9833a76588 req-efde10a6-2d26-44fe-bb6d-36de802422f0 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0332506 Jun 18 08:33:23.855823 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0d550ba0-5e98-49be-8c42-c26501af676e req-6bf44d83-2343-4777-8878-74ca02e22a6d tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 210 time: 0.0276735 Jun 18 08:33:24.413187 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-305ae133-9100-4d03-97dd-316c61e8fdb6 req-2a273117-6ae8-4a37-a046-52175413997e service neutron] (92895) timed out ('10.222.0.88', 55878) {{(pid=92895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 08:33:24.930016 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5967caa2-e2e4-4a11-a37a-3a16cb0aed58 req-a6e1792f-8f0e-4a8b-8213-fdfa3ef618ed tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0300820 Jun 18 08:33:25.008814 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-783f84ee-e9eb-4a9d-a0c2-f5ad84d3c0f4 req-b942e5bd-a0d6-4752-bdcb-ec8ad396cb11 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 210 time: 0.0311835 Jun 18 08:33:25.274132 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b052-361c-4a99-bb16-95c43ea65813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:25.823422 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-cf0a5f9f-66fa-4f7d-8e94-fd40eff039d0 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:25.824871 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-cf0a5f9f-66fa-4f7d-8e94-fd40eff039d0 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.88 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 810 time: 0.1132343 Jun 18 08:33:25.874248 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-7efb4279-fa28-4ca2-9a9f-c5353df4120e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbf147ee0dc84d499893fb9d53d9eb88 HTTP/1.1" status: 200 len: 379 time: 0.0331173 Jun 18 08:33:25.882841 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2d80a6d3-0983-460c-a4ba-8dc4d6fa2877 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Request body: {'port': {'device_id': '9291db34-4bd2-4799-9b5d-170f26720d18', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'admin_state_up': True, 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'security_groups': ['7d1c9055-9e86-4e62-951e-ec2e2057591e']}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:25.992891 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2d80a6d3-0983-460c-a4ba-8dc4d6fa2877 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Made reservation on behalf of fbf147ee0dc84d499893fb9d53d9eb88 for: {'port': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:33:25.996636 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2d80a6d3-0983-460c-a4ba-8dc4d6fa2877 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:26.080470 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-5bf19ad9-57a6-4303-a3a3-8807feef4f37 req-a2cb2499-74e8-40df-8d08-201cd5f80e8b tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0316739 Jun 18 08:33:26.127903 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2d80a6d3-0983-460c-a4ba-8dc4d6fa2877 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Allocated IP 172.20.0.8 (cce11d3a-6683-4122-ab5e-a575bb7ecbfc/48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e/f407a343-f8be-42f4-aab4-f1e309b18da6) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:26.225791 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4c86a1da-14dc-443d-9b0f-6e2fef775238 req-627b9a5a-dce5-4eae-a15e-1bf827c6f3d2 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 210 time: 0.0328901 Jun 18 08:33:26.265893 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2d80a6d3-0983-460c-a4ba-8dc4d6fa2877 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:26.279209 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2d80a6d3-0983-460c-a4ba-8dc4d6fa2877 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Transition to ACTIVE for port object f407a343-f8be-42f4-aab4-f1e309b18da6 will not be triggered until provisioned by entity DHCP. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:26.311870 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2d80a6d3-0983-460c-a4ba-8dc4d6fa2877 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8739128'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:26.316457 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9208e27d-cfd0-41bf-bd04-9d36acc5975d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:26.355945 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2d80a6d3-0983-460c-a4ba-8dc4d6fa2877 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Network cce11d3a-6683-4122-ab5e-a575bb7ecbfc is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:26.359872 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2d80a6d3-0983-460c-a4ba-8dc4d6fa2877 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:26.364721 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2d80a6d3-0983-460c-a4ba-8dc4d6fa2877 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:26.370290 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80a6d3-0983-460c-a4ba-8dc4d6fa2877 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event updated for resources: {'Port': ['ID=f407a343-f8be-42f4-aab4-f1e309b18da6,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:26.390018 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2d80a6d3-0983-460c-a4ba-8dc4d6fa2877 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:26.415688 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2d80a6d3-0983-460c-a4ba-8dc4d6fa2877 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:26.416304 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2d80a6d3-0983-460c-a4ba-8dc4d6fa2877 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:26.431488 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2d80a6d3-0983-460c-a4ba-8dc4d6fa2877 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5521767 Jun 18 08:33:26.443688 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Request body: {'port': {'device_id': '9291db34-4bd2-4799-9b5d-170f26720d18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:26.519236 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:26.609558 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-76af6e5c-bf1d-4db0-a14b-3641f921c291 None None] Provisioning for port f407a343-f8be-42f4-aab4-f1e309b18da6 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:26.613283 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-76af6e5c-bf1d-4db0-a14b-3641f921c291 None None] Provisioning complete for port f407a343-f8be-42f4-aab4-f1e309b18da6 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:26.613762 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-76af6e5c-bf1d-4db0-a14b-3641f921c291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:26.651905 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-76af6e5c-bf1d-4db0-a14b-3641f921c291 None None] Port f407a343-f8be-42f4-aab4-f1e309b18da6 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:33:26.779853 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f407a343-f8be-42f4-aab4-f1e309b18da6 {{(pid=92895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:33:26.787826 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:26.801266 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.provisioning_blocks [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Transition to ACTIVE for port object f407a343-f8be-42f4-aab4-f1e309b18da6 will not be triggered until provisioned by entity L2. {{(pid=92895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:26.807462 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:26.811638 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:26.892943 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Pushing event updated for resources: {'Port': ['ID=f407a343-f8be-42f4-aab4-f1e309b18da6,revision_number=2']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:26.898645 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:26.966639 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Attempting to bind port f407a343-f8be-42f4-aab4-f1e309b18da6 on host hv-cinder-76111 for vnic_type normal with profile {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:33:26.967002 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Attempting to bind port f407a343-f8be-42f4-aab4-f1e309b18da6 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '9624ca7d-91e5-4834-945a-b4ad2a67cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc'}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:33:26.967401 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Attempting to bind port f407a343-f8be-42f4-aab4-f1e309b18da6 on network cce11d3a-6683-4122-ab5e-a575bb7ecbfc {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:33:26.972207 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Port f407a343-f8be-42f4-aab4-f1e309b18da6 on network cce11d3a-6683-4122-ab5e-a575bb7ecbfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:33:26.972528 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Attempting to bind port f407a343-f8be-42f4-aab4-f1e309b18da6 on network cce11d3a-6683-4122-ab5e-a575bb7ecbfc {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:33:26.977230 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Checking agent: {'id': '5fb525c3-ca5c-4ec2-8b58-f6f465875c85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'started_at': datetime.datetime(2021, 6, 18, 8, 13, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:33:26.977565 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Checking segment: {'id': '9624ca7d-91e5-4834-945a-b4ad2a67cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:26.977955 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Bound using segment: {'id': '9624ca7d-91e5-4834-945a-b4ad2a67cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc'} {{(pid=92895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:33:26.978412 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.managers [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Bound port: f407a343-f8be-42f4-aab4-f1e309b18da6, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9624ca7d-91e5-4834-945a-b4ad2a67cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc'}}] {{(pid=92895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:33:26.978790 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:27.041010 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] For port f407a343-f8be-42f4-aab4-f1e309b18da6, host hv-cinder-76111, cleared binding levels {{(pid=92895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:33:27.043952 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] For port f407a343-f8be-42f4-aab4-f1e309b18da6, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f407a343-f8be-42f4-aab4-f1e309b18da6,segment=NetworkSegment(9624ca7d-91e5-4834-945a-b4ad2a67cdde),segment_id=9624ca7d-91e5-4834-945a-b4ad2a67cdde)] {{(pid=92895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:33:27.049049 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8739086'] for port, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:27.052220 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c0321c46-5e75-4148-b749-dde754fd7195 tempest-VolumesActionsTest-1587331765 tempest-VolumesActionsTest-1587331765-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:27.084978 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:27.085593 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:27.087172 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] 10.222.0.88 "PUT /v2.0/ports/f407a343-f8be-42f4-aab4-f1e309b18da6 HTTP/1.1" status: 200 len: 1093 time: 0.6476431 Jun 18 08:33:27.089663 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9291db34-4bd2-4799-9b5d-170f26720d18', 'tag': 'f407a343-f8be-42f4-aab4-f1e309b18da6'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:33:27.093260 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec1834f-2172-4b1e-b6b4-1e3b07699dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "9291db34-4bd2-4799-9b5d-170f26720d18", "tag": "f407a343-f8be-42f4-aab4-f1e309b18da6"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:33:27.137413 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Pushing event updated for resources: {'Port': ['ID=f407a343-f8be-42f4-aab4-f1e309b18da6,revision_number=3']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:27.138888 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:27.150442 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237df3fe-dce0-4095-bcd8-1c0e4dedf740 x-openstack-request-id: req-237df3fe-dce0-4095-bcd8-1c0e4dedf740 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:33:27.150768 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9291db34-4bd2-4799-9b5d-170f26720d18", "tag": "f407a343-f8be-42f4-aab4-f1e309b18da6", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:33:27.151228 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-237df3fe-dce0-4095-bcd8-1c0e4dedf740 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:33:27.151654 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9291db34-4bd2-4799-9b5d-170f26720d18', 'tag': 'f407a343-f8be-42f4-aab4-f1e309b18da6', 'status': 'completed', 'code': 200} Jun 18 08:33:27.208470 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2ac0fab4-5197-42a5-ba14-61ef50c71842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:27.210166 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-2ac0fab4-5197-42a5-ba14-61ef50c71842 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 1096 time: 0.0575743 Jun 18 08:33:27.255768 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-5a34efaf-40c3-4d61-a75e-b2619e914949 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f407a343-f8be-42f4-aab4-f1e309b18da6 HTTP/1.1" status: 200 len: 217 time: 0.0386138 Jun 18 08:33:27.269640 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-be5275af-03c2-4cc4-b7f9-8afe1aa95f2f req-14456588-dff4-4b2d-a1e5-b84502fa8db4 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0286281 Jun 18 08:33:27.309621 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-90e1b3ff-fb09-47b0-9c5b-f544dc7be023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:27.311144 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-90e1b3ff-fb09-47b0-9c5b-f544dc7be023 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 200 len: 849 time: 0.0489028 Jun 18 08:33:27.370946 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-165399a7-b442-44e9-8889-abfad54fe748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:27.373218 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-165399a7-b442-44e9-8889-abfad54fe748 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528851 Jun 18 08:33:27.432477 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae5801-51d4-408e-9ce7-b2fbaef9fbd4 req-67e0fdd4-f1a6-4b8c-beee-b5894faa1e4c tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:27.433840 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0fae5801-51d4-408e-9ce7-b2fbaef9fbd4 req-67e0fdd4-f1a6-4b8c-beee-b5894faa1e4c tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 943 time: 0.0615628 Jun 18 08:33:27.461690 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-b4d94e8e-e49a-435e-9fa6-b8cd8b49b125 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809479 Jun 18 08:33:27.470655 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0fae5801-51d4-408e-9ce7-b2fbaef9fbd4 req-79b5f4d0-d8ec-4b68-beb7-c6745d497fe0 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d1c9055-9e86-4e62-951e-ec2e2057591e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310071 Jun 18 08:33:27.551931 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-afae18e6-1d55-445c-b8b0-35b8aa648969 req-46cc9fc0-bb45-4b08-a5ef-fecb0d170002 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842533 Jun 18 08:33:27.651138 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1834f-2172-4b1e-b6b4-1e3b07699dfe req-37211f36-98c6-4b48-a749-8167e53d720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:27.652592 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0ec1834f-2172-4b1e-b6b4-1e3b07699dfe req-37211f36-98c6-4b48-a749-8167e53d720e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 1096 time: 0.0513318 Jun 18 08:33:27.745035 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1834f-2172-4b1e-b6b4-1e3b07699dfe req-8290fd21-1b5d-43ea-936b-041185a50607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:27.746536 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0ec1834f-2172-4b1e-b6b4-1e3b07699dfe req-8290fd21-1b5d-43ea-936b-041185a50607 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 912 time: 0.0869379 Jun 18 08:33:27.787953 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0ec1834f-2172-4b1e-b6b4-1e3b07699dfe req-90c64fa3-96bf-4611-9e20-2fa13628c8d0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f407a343-f8be-42f4-aab4-f1e309b18da6 HTTP/1.1" status: 200 len: 217 time: 0.0339277 Jun 18 08:33:27.836134 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1834f-2172-4b1e-b6b4-1e3b07699dfe req-b95c6459-cb21-4b14-a837-33745772b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:27.837572 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0ec1834f-2172-4b1e-b6b4-1e3b07699dfe req-b95c6459-cb21-4b14-a837-33745772b245 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 200 len: 849 time: 0.0432267 Jun 18 08:33:27.900912 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1834f-2172-4b1e-b6b4-1e3b07699dfe req-51ea58d8-724a-4e57-800d-e08d905a85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:27.902429 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0ec1834f-2172-4b1e-b6b4-1e3b07699dfe req-51ea58d8-724a-4e57-800d-e08d905a85c4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0579245 Jun 18 08:33:27.914092 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:27.989303 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0ec1834f-2172-4b1e-b6b4-1e3b07699dfe req-7cf125ae-1ed4-47f3-b592-98c4b8e39b0f service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791879 Jun 18 08:33:28.079035 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-0ec1834f-2172-4b1e-b6b4-1e3b07699dfe req-7a72acd8-c0de-49e3-a27e-606b5831c868 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830452 Jun 18 08:33:28.175618 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f2bad127-bcf7-4104-913e-dd8de6f913a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:28.419614 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-499daf19-5f92-4036-be0a-cb7883150956 req-f0a3c835-15d1-4b0c-8174-86eb3963a676 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0315895 Jun 18 08:33:28.663479 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa8bfc-d539-47d6-86ab-dbc857474389 req-7115a95a-8b05-42ff-a5e8-1c3212b95dbf tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:28.664949 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7efa8bfc-d539-47d6-86ab-dbc857474389 req-7115a95a-8b05-42ff-a5e8-1c3212b95dbf tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 943 time: 0.0783503 Jun 18 08:33:28.709262 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7efa8bfc-d539-47d6-86ab-dbc857474389 req-387fdc1b-610a-4099-bff8-f473208ed6e3 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d1c9055-9e86-4e62-951e-ec2e2057591e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377216 Jun 18 08:33:28.972571 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:29.566810 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ff6a6e83-19f2-4044-896c-4f95e3529fa1 req-91ace900-70f8-4fff-987a-1118c9b0ce9b tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0305843 Jun 18 08:33:29.676751 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f407a343-f8be-42f4-aab4-f1e309b18da6 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=92896) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:33:29.768184 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f407a343-f8be-42f4-aab4-f1e309b18da6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f407a343-f8be-42f4-aab4-f1e309b18da6,segment=NetworkSegment(9624ca7d-91e5-4834-945a-b4ad2a67cdde),segment_id=9624ca7d-91e5-4834-945a-b4ad2a67cdde)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:29.779119 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Returning: {'device': 'f407a343-f8be-42f4-aab4-f1e309b18da6', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'port_id': 'f407a343-f8be-42f4-aab4-f1e309b18da6', 'mac_address': 'fa:16:3e:4e:95:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92896) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:33:29.819928 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:29.832698 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f407a343-f8be-42f4-aab4-f1e309b18da6 {{(pid=92896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:33:29.851921 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f407a343-f8be-42f4-aab4-f1e309b18da6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f407a343-f8be-42f4-aab4-f1e309b18da6,segment=NetworkSegment(9624ca7d-91e5-4834-945a-b4ad2a67cdde),segment_id=9624ca7d-91e5-4834-945a-b4ad2a67cdde)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:29.856458 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:29.858323 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:29.896167 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab908028-5ee2-4ab3-9b48-4769225f6f49 req-95558883-eb18-4a3e-8839-bb5505211fdf tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:29.897678 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ab908028-5ee2-4ab3-9b48-4769225f6f49 req-95558883-eb18-4a3e-8839-bb5505211fdf tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 943 time: 0.0749469 Jun 18 08:33:29.904868 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=f407a343-f8be-42f4-aab4-f1e309b18da6,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:29.912858 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:29.913677 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:29.913877 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:29.914218 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:29.914559 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:29.914895 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:29.915257 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:29.915713 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:29.916047 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:29.916404 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:29.916720 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:29.917046 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:29.921310 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:29.947655 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ab908028-5ee2-4ab3-9b48-4769225f6f49 req-6efabf25-360d-421f-a2f5-0c35b2b010ba tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d1c9055-9e86-4e62-951e-ec2e2057591e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431077 Jun 18 08:33:30.089991 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] get_ports_and_sgs() called for port_ids ['f407a343-f8be-42f4-aab4-f1e309b18da6'] {{(pid=92896) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:33:30.584915 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [req-9477f921-990c-49cf-9323-776fff0f94cd req-5a21e368-803e-4490-b5e1-1dc6bc82ce7d service neutron] (92894) timed out ('10.222.0.83', 47464) {{(pid=92894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 08:33:30.647632 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:30.710684 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cf030f80-1eed-4a5f-a2a1-9e478772289d req-447fe82d-153b-4237-a459-871d384229c2 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0293813 Jun 18 08:33:31.116198 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dc501-df45-4fe9-9fd4-64bd07906a5c req-a07640be-7700-4d8a-ae81-0d7eb868b8f6 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:31.117647 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f01dc501-df45-4fe9-9fd4-64bd07906a5c req-a07640be-7700-4d8a-ae81-0d7eb868b8f6 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 944 time: 0.0632119 Jun 18 08:33:31.157772 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f01dc501-df45-4fe9-9fd4-64bd07906a5c req-45f784f5-5381-435d-86c0-abb33eaa6cb9 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d1c9055-9e86-4e62-951e-ec2e2057591e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345485 Jun 18 08:33:31.692019 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f407a343-f8be-42f4-aab4-f1e309b18da6 up at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:31.740152 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning for port f407a343-f8be-42f4-aab4-f1e309b18da6 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:31.744200 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Provisioning complete for port f407a343-f8be-42f4-aab4-f1e309b18da6 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:31.744583 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:31.823356 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:31.846401 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9291db34-4bd2-4799-9b5d-170f26720d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f407a343-f8be-42f4-aab4-f1e309b18da6'}] {{(pid=92896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:33:31.848727 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd0b754c085c8aac5853ce66c9e561cb74ccd9605eb54522aa5274ec80a425d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9a24f2-735a-41c4-9080-376a22b8d783" -d '{"events": [{"server_uuid": "9291db34-4bd2-4799-9b5d-170f26720d18", "name": "network-vif-plugged", "status": "completed", "tag": "f407a343-f8be-42f4-aab4-f1e309b18da6"}]}' {{(pid=92896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:33:31.857579 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-c45c4d09-f847-49b9-b42d-cced775c352a req-66019864-3bd2-46c7-aa97-b0bb6eeeb52f tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0324552 Jun 18 08:33:31.861621 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] For port f407a343-f8be-42f4-aab4-f1e309b18da6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f407a343-f8be-42f4-aab4-f1e309b18da6,segment=NetworkSegment(9624ca7d-91e5-4834-945a-b4ad2a67cdde),segment_id=9624ca7d-91e5-4834-945a-b4ad2a67cdde)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:31.865677 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:31.867552 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-052ca57f-795a-494e-b77b-5ccd04d8d80b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:31.914491 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Pushing event updated for resources: {'Port': ['ID=f407a343-f8be-42f4-aab4-f1e309b18da6,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:31.917557 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:31.961397 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0accf40-93db-446f-8e27-d15a6b856272 x-openstack-request-id: req-f0accf40-93db-446f-8e27-d15a6b856272 {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:33:31.961699 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9291db34-4bd2-4799-9b5d-170f26720d18", "name": "network-vif-plugged", "status": "completed", "tag": "f407a343-f8be-42f4-aab4-f1e309b18da6", "code": 200}]} {{(pid=92896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:33:31.961978 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f0accf40-93db-446f-8e27-d15a6b856272 {{(pid=92896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:33:31.962386 dv-cinder-761113-14-iscsi neutron-server[92896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9291db34-4bd2-4799-9b5d-170f26720d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f407a343-f8be-42f4-aab4-f1e309b18da6', 'code': 200} Jun 18 08:33:32.182628 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f6189-6775-497f-9171-dff110429821 req-74456c91-f80e-4290-81fc-58b919d203ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:32.184144 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-322f6189-6775-497f-9171-dff110429821 req-74456c91-f80e-4290-81fc-58b919d203ac service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 1098 time: 0.0529227 Jun 18 08:33:32.218908 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-322f6189-6775-497f-9171-dff110429821 req-56a2390d-0d1c-4230-beb6-8a2b67a54642 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7d1c9055-9e86-4e62-951e-ec2e2057591e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275602 Jun 18 08:33:32.331470 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42b6bd-cebc-4c91-afa1-48eef6de1bf8 req-1bba9cf0-1ba8-4c52-ac73-2e546589ce2b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:32.332892 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2f42b6bd-cebc-4c91-afa1-48eef6de1bf8 req-1bba9cf0-1ba8-4c52-ac73-2e546589ce2b tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 945 time: 0.0634694 Jun 18 08:33:32.368928 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-2f42b6bd-cebc-4c91-afa1-48eef6de1bf8 req-9492175d-e037-47d2-ba44-416baf4d7454 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d1c9055-9e86-4e62-951e-ec2e2057591e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304596 Jun 18 08:33:32.997496 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-a9c4ee86-2a01-444e-bb38-45a05fdbb951 req-643ba96e-b7f5-4c32-9c7b-e5a1e9bd9906 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0297105 Jun 18 08:33:33.544459 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83602d9f-b47a-4cf7-8607-febb0268657f req-7a85e5ef-19fa-4df1-b6c3-54b788fc7c87 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:33.545985 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-83602d9f-b47a-4cf7-8607-febb0268657f req-7a85e5ef-19fa-4df1-b6c3-54b788fc7c87 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 945 time: 0.0653400 Jun 18 08:33:33.582647 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-83602d9f-b47a-4cf7-8607-febb0268657f req-b4d662db-d83c-4f4d-9e0b-4c5a120bd531 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d1c9055-9e86-4e62-951e-ec2e2057591e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307584 Jun 18 08:33:33.747045 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b32bb-6a21-4976-af44-d0a2a53d2850 req-103ea648-92db-4dc9-9cc3-426ce898d594 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:33.748467 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-377b32bb-6a21-4976-af44-d0a2a53d2850 req-103ea648-92db-4dc9-9cc3-426ce898d594 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 945 time: 0.0620723 Jun 18 08:33:33.756484 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 59932) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:33.760795 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-25548f2b-1644-42ab-af59-626954e22dc9 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Request body: {'floatingip': {'port_id': 'f407a343-f8be-42f4-aab4-f1e309b18da6'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:33.797736 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-25548f2b-1644-42ab-af59-626954e22dc9 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for floatingip, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:34.150552 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0fcc2e3d-4752-42fc-b369-d314c0493763 req-079564d9-4510-4944-b111-522d14890b05 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0338907 Jun 18 08:33:34.266088 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-25548f2b-1644-42ab-af59-626954e22dc9 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:34.269800 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-25548f2b-1644-42ab-af59-626954e22dc9 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543884'] for floatingip, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:34.365034 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.db.l3_db [None req-25548f2b-1644-42ab-af59-626954e22dc9 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Floating IP 850de6bf-5e43-4f94-80ef-a9f9ac292d80 associated. External IP: 172.27.0.170, port: f407a343-f8be-42f4-aab4-f1e309b18da6. Jun 18 08:33:34.561264 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25548f2b-1644-42ab-af59-626954e22dc9 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Router 2e677162-09e1-4397-b963-043b777c7912 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:33:34.663430 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25548f2b-1644-42ab-af59-626954e22dc9 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:33:34.668381 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-25548f2b-1644-42ab-af59-626954e22dc9 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:34.674636 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af24b93-fba5-4605-a50d-056d25096172 None None] Sync routers for ids ['2e677162-09e1-4397-b963-043b777c7912'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:33:34.683956 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af24b93-fba5-4605-a50d-056d25096172 None None] Routers {'2e677162-09e1-4397-b963-043b777c7912'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:34.684578 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-8af24b93-fba5-4605-a50d-056d25096172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:33:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2e677162-09e1-4397-b963-043b777c7912'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:34.708387 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-25548f2b-1644-42ab-af59-626954e22dc9 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "PUT /v2.0/floatingips/850de6bf-5e43-4f94-80ef-a9f9ac292d80 HTTP/1.1" status: 200 len: 991 time: 0.9484668 Jun 18 08:33:34.708387 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9291db34-4bd2-4799-9b5d-170f26720d18', 'tag': 'f407a343-f8be-42f4-aab4-f1e309b18da6'}] {{(pid=92894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:33:34.709068 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d4a6f3920ccc3ade7532bdd730024439807c66d4760f84cd00b045d0cef5b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4568315-df33-4579-8bd7-cb5b6e37789a" -d '{"events": [{"name": "network-changed", "server_uuid": "9291db34-4bd2-4799-9b5d-170f26720d18", "tag": "f407a343-f8be-42f4-aab4-f1e309b18da6"}]}' {{(pid=92894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:33:34.787312 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-8af24b93-fba5-4605-a50d-056d25096172 None None] Set router 2e677162-09e1-4397-b963-043b777c7912 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:34.911147 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522823bb-5092-4328-bac1-78bd8bfe5b6f x-openstack-request-id: req-522823bb-5092-4328-bac1-78bd8bfe5b6f {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:33:34.911548 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9291db34-4bd2-4799-9b5d-170f26720d18", "tag": "f407a343-f8be-42f4-aab4-f1e309b18da6", "status": "completed", "code": 200}]} {{(pid=92894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:33:34.911911 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-522823bb-5092-4328-bac1-78bd8bfe5b6f {{(pid=92894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:33:34.912444 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9291db34-4bd2-4799-9b5d-170f26720d18', 'tag': 'f407a343-f8be-42f4-aab4-f1e309b18da6', 'status': 'completed', 'code': 200} Jun 18 08:33:34.982704 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4568315-df33-4579-8bd7-cb5b6e37789a req-849f3250-b73e-4f1f-b987-5e51bd2c1ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:34.984734 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f4568315-df33-4579-8bd7-cb5b6e37789a req-849f3250-b73e-4f1f-b987-5e51bd2c1ce9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 1098 time: 0.0513844 Jun 18 08:33:35.011067 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-8af24b93-fba5-4605-a50d-056d25096172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_floatingips': [{'id': '850de6bf-5e43-4f94-80ef-a9f9ac292d80', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'router_id': '2e677162-09e1-4397-b963-043b777c7912', 'port_id': 'f407a343-f8be-42f4-aab4-f1e309b18da6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'mac_address': 'fa:16:3e:4e:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9291db34-4bd2-4799-9b5d-170f26720d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:33:20Z', 'updated_at': '2021-06-18T08:33:34Z', 'revision_number': 1, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8446f5f0-0e5e-4c93-a13b-9bfb09d0478c', 'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'mac_address': 'fa:16:3e:72:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:18Z', 'revision_number': 5, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'subnets': [{'id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:35.037652 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af24b93-fba5-4605-a50d-056d25096172 None None] Checking router: 2e677162-09e1-4397-b963-043b777c7912 for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:33:35.045633 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af24b93-fba5-4605-a50d-056d25096172 None None] Routers {'2e677162-09e1-4397-b963-043b777c7912'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:35.046579 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-8af24b93-fba5-4605-a50d-056d25096172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:33:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2e677162-09e1-4397-b963-043b777c7912'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:35.074764 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4568315-df33-4579-8bd7-cb5b6e37789a req-8a7cafd3-d079-4391-bd0b-23c8a99b142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:35.076244 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f4568315-df33-4579-8bd7-cb5b6e37789a req-8a7cafd3-d079-4391-bd0b-23c8a99b142f service neutron] 10.222.0.88 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 912 time: 0.0860558 Jun 18 08:33:35.142682 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f4568315-df33-4579-8bd7-cb5b6e37789a req-3fe8128f-adcb-45a5-a0b5-3f294a1f7538 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f407a343-f8be-42f4-aab4-f1e309b18da6 HTTP/1.1" status: 200 len: 999 time: 0.0599067 Jun 18 08:33:35.153076 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-8af24b93-fba5-4605-a50d-056d25096172 None None] Set router 2e677162-09e1-4397-b963-043b777c7912 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:35.194751 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4568315-df33-4579-8bd7-cb5b6e37789a req-7db731eb-9f70-45af-bdf2-820db994cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:35.196225 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f4568315-df33-4579-8bd7-cb5b6e37789a req-7db731eb-9f70-45af-bdf2-820db994cff4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 200 len: 849 time: 0.0471306 Jun 18 08:33:35.262722 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4568315-df33-4579-8bd7-cb5b6e37789a req-f04e3a45-1c35-44c1-bf33-dbe09d979499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:35.264364 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f4568315-df33-4579-8bd7-cb5b6e37789a req-f04e3a45-1c35-44c1-bf33-dbe09d979499 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0608554 Jun 18 08:33:35.315529 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1b0c68cc-17e4-4d0a-8bd6-67514928404e req-6856640d-c0d8-4bb5-a4cd-ee8ef4f8af2c tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0318632 Jun 18 08:33:35.365522 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f4568315-df33-4579-8bd7-cb5b6e37789a req-e234cebe-d959-4b42-aad8-a952b6b7ef4b service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936608 Jun 18 08:33:35.403572 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-8af24b93-fba5-4605-a50d-056d25096172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_floatingips': [{'id': '850de6bf-5e43-4f94-80ef-a9f9ac292d80', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'router_id': '2e677162-09e1-4397-b963-043b777c7912', 'port_id': 'f407a343-f8be-42f4-aab4-f1e309b18da6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'mac_address': 'fa:16:3e:4e:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9291db34-4bd2-4799-9b5d-170f26720d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:33:20Z', 'updated_at': '2021-06-18T08:33:34Z', 'revision_number': 1, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8446f5f0-0e5e-4c93-a13b-9bfb09d0478c', 'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'mac_address': 'fa:16:3e:72:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:18Z', 'revision_number': 5, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'subnets': [{'id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:35.433346 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af24b93-fba5-4605-a50d-056d25096172 None None] The sync data for ids ['2e677162-09e1-4397-b963-043b777c7912'] in dv-cinder-761113-14-iscsi is: [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_floatingips': [{'id': '850de6bf-5e43-4f94-80ef-a9f9ac292d80', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'router_id': '2e677162-09e1-4397-b963-043b777c7912', 'port_id': 'f407a343-f8be-42f4-aab4-f1e309b18da6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'mac_address': 'fa:16:3e:4e:95:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9291db34-4bd2-4799-9b5d-170f26720d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:33:20Z', 'updated_at': '2021-06-18T08:33:34Z', 'revision_number': 1, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8446f5f0-0e5e-4c93-a13b-9bfb09d0478c', 'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'mac_address': 'fa:16:3e:72:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:18Z', 'revision_number': 5, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'subnets': [{'id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:33:35.456238 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-f4568315-df33-4579-8bd7-cb5b6e37789a req-0f57b7e7-e269-48e4-b439-0ef2530c486e service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848153 Jun 18 08:33:35.614462 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a6c67-841a-45e2-8391-0c7f6ace1e29 None None] New status for floating IP 850de6bf-5e43-4f94-80ef-a9f9ac292d80: ACTIVE {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:33:36.471417 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fd926428-24ee-470f-86bf-1a75e2f4b09c req-b46970fd-d2b9-4fd0-9fa2-da2c46af161a tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0290136 Jun 18 08:33:36.645165 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:33:37.573222 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ad82dad7-5566-4450-be87-3f83123272b6 req-661a46ad-fd04-4b75-85ff-51b38261efc3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505171 Jun 18 08:33:37.618191 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-01cbbcd6-b225-417f-b042-73406687e56f req-dad3f894-baca-4bef-98d6-cf1d7687a1c0 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0312562 Jun 18 08:33:37.668713 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82dad7-5566-4450-be87-3f83123272b6 req-834fb9ff-7515-4148-8e52-57a1e5dc9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:37.670215 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ad82dad7-5566-4450-be87-3f83123272b6 req-834fb9ff-7515-4148-8e52-57a1e5dc9f76 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0f32dd32d7140888841a500cf4e733a&device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 1098 time: 0.0517452 Jun 18 08:33:37.773644 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82dad7-5566-4450-be87-3f83123272b6 req-1c7b1a27-e37e-4a98-b04a-c4542ab70c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:37.775098 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ad82dad7-5566-4450-be87-3f83123272b6 req-1c7b1a27-e37e-4a98-b04a-c4542ab70c0f service neutron] 10.222.0.88 "GET /v2.0/networks?id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802 HTTP/1.1" status: 200 len: 918 time: 0.0847759 Jun 18 08:33:37.836431 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ad82dad7-5566-4450-be87-3f83123272b6 req-8d506f18-137c-4653-9b7c-6ac1092c61da service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2a84060-e0ae-49e6-8abc-7561117ae042 HTTP/1.1" status: 200 len: 1001 time: 0.0551219 Jun 18 08:33:37.881759 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82dad7-5566-4450-be87-3f83123272b6 req-839c171e-eec8-4fc7-9180-dd87aa969dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:37.883090 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ad82dad7-5566-4450-be87-3f83123272b6 req-839c171e-eec8-4fc7-9180-dd87aa969dcb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb87a6f4-0113-442a-b865-b8bb43f888a4 HTTP/1.1" status: 200 len: 855 time: 0.0411065 Jun 18 08:33:37.941222 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82dad7-5566-4450-be87-3f83123272b6 req-fc8b5611-e101-4f97-baa4-dad2e7e69b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:37.942661 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ad82dad7-5566-4450-be87-3f83123272b6 req-fc8b5611-e101-4f97-baa4-dad2e7e69b48 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9d2ce2af-86b5-4cff-ae8e-1c44556b9802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537891 Jun 18 08:33:38.026599 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ad82dad7-5566-4450-be87-3f83123272b6 req-26074eec-e4ef-445a-b8b5-89445cad8d18 service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771215 Jun 18 08:33:38.115888 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-ad82dad7-5566-4450-be87-3f83123272b6 req-e14f9ac4-bbe4-40e8-84c8-09a538981160 service neutron] 10.222.0.88 "GET /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827155 Jun 18 08:33:38.759639 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ff2e1253-bbb3-4f07-9647-bf30934221d0 req-c9351f42-29d2-45cb-a369-e693e7565fe7 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0311558 Jun 18 08:33:39.902345 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4b822ddf-96eb-49b6-9b4f-d0b8d3bbfd13 req-8392e200-e916-4d46-9de8-caebd3505d6e tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0290134 Jun 18 08:33:41.050877 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-938621c6-2b10-44e3-a10c-c7a44de1d221 req-4670adf4-0bdf-49be-9da1-5156eaaf11b2 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0301430 Jun 18 08:33:42.195114 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-53084fa4-264e-476a-8485-a35d71b84a59 req-f2ba9dd8-3b38-4edc-a7be-76b298f945c3 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0283663 Jun 18 08:33:43.342477 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-e467833b-1ce2-4bc8-b0c8-78c056c96f05 req-daa6a272-7673-4c96-9069-28c2d8193a9e tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0310977 Jun 18 08:33:44.487491 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-895eecf9-77c1-49bf-b09c-83aca10a61a1 req-3d66bf6d-091b-41d3-8e5c-e56b7210043e tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0287502 Jun 18 08:33:45.627425 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8e2fe573-300a-43a6-8020-cc96a8401fb5 req-bb4ebce7-6009-4930-9901-b6231bb1fd83 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0290117 Jun 18 08:33:46.776179 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-639a974d-5779-4eea-b9a9-cfaedd8044ec req-1520177d-eaa3-49d5-9d9b-36e28c890e92 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0288379 Jun 18 08:33:47.919144 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f1bfa63b-a4a0-4b87-a686-a4f31634315f req-a2c1d419-ec91-47bd-8906-92d0fba31da4 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0322220 Jun 18 08:33:49.064736 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-23003c5b-8e71-481b-acc3-0ec450be1e94 req-2c799bd6-f09b-47f0-89f9-f602266cea9c tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0278997 Jun 18 08:33:50.204249 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-780097f8-1d0e-49bf-a9c0-45499e7a5eae req-5fb345ba-e742-49db-b4b3-3e20ea06cb4d tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0280049 Jun 18 08:33:51.350458 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-1055f8bf-504d-4b2a-9c53-fa3b0585eb0e req-f41826a3-f6c0-4c99-8d80-8ebdd548e385 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0320787 Jun 18 08:33:52.491703 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-726189cc-d458-4c35-bf24-408243754d33 req-50916919-156d-4573-9ee4-98db1ce8509e tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0309985 Jun 18 08:33:53.799268 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:53.894480 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-79d9c591-ffe2-4b61-853d-a3d895cb233b req-78c4c632-0ac6-4d16-b99e-b398fa1e1673 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.2897491 Jun 18 08:33:55.033091 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-d1a8b140-6d70-482a-a008-f4a0b6cf10cf req-797dce9d-5f35-4f21-9e1f-68b97069ebba tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0279472 Jun 18 08:33:55.278297 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6f7af318-5a99-4d0b-a075-88bdf6d0b55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:56.176838 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-0eb6d590-a4fc-4542-be8a-9934c509879d req-27fdd779-2393-4a2d-a215-fe38851b60c6 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0282233 Jun 18 08:33:57.318062 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-104304a9-f011-4fd5-9e47-85048dbcf047 req-bbfd6447-8332-4854-804c-ce54a5040a81 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0294008 Jun 18 08:33:57.915308 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:58.178585 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9b336687-714e-4428-aaf3-2fe15f3b9240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:58.464963 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-f13f4a2a-c80e-4134-84ca-a8d62ce6396c req-365b3828-8134-4fd7-8a82-970355ee2672 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0306406 Jun 18 08:33:58.976570 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:59.604063 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-16925bfc-0b46-4089-b695-b27c9756bf62 req-a7b15ace-5fae-439d-9076-fc76bfe37bde tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0289645 Jun 18 08:34:00.650599 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:00.747164 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ca753e26-04d8-4713-a2d1-2d892299e8e8 req-13d9aae4-36b9-4e67-a78b-edf40e2b77fb tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0278342 Jun 18 08:34:01.892429 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-19c28aa0-05ef-4151-a31d-64799f5b8d01 req-76b79d0f-0ffd-4d7f-8b90-21ae89d00ac3 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0276089 Jun 18 08:34:03.038671 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4e461fcc-488b-4e89-95b0-afe0cfd3da31 req-1f56e553-0e45-4466-90c8-91360d71efe9 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0305967 Jun 18 08:34:04.183585 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-fcc3638b-3c82-419b-82a5-46381b217d63 req-8102413d-6c2a-4ee4-9a5e-9aa3f1319313 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0297306 Jun 18 08:34:05.332375 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-150b5cb3-409c-4755-a7bd-707baa5313d3 req-3060250e-4b16-4cef-a86c-355ffefd5a1e tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0292344 Jun 18 08:34:06.470505 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-cfee84eb-8d8b-49d7-aadd-c682d6d93cba req-d09f5e04-93e1-4033-92ec-8adcd57f2919 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0281060 Jun 18 08:34:07.616949 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-3cd743bf-e64c-42c9-9112-f023bb081e5e req-c1191702-b2a4-4ec4-9cfa-7119e45e18e3 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0309241 Jun 18 08:34:08.756340 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-8a6165d3-30f0-472f-b4db-6bdb6b4bbb7b req-5f03c57f-4276-47f7-86f6-1bec46b6afda tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0278080 Jun 18 08:34:09.901209 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-6a9c090e-1af0-427b-b2aa-b35a522b64bd req-b580b201-ae47-4ea5-8a75-f6d1cd597f0f tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0292861 Jun 18 08:34:11.042908 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-ed7595ba-f27d-4c4c-b669-8315f2116812 req-d77c1383-bf62-443c-9727-6b08582af5b7 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0280263 Jun 18 08:34:12.189836 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-eaa6f45c-2fcc-4253-b11b-c829832ba495 req-45f489fd-7205-4da6-8508-b8f93113fc29 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0314581 Jun 18 08:34:13.330505 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7111b662-b82c-4b55-b1f4-345f2362af37 req-6b9ed1db-8739-41b9-951a-4ca1b7dd8f9c tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0291405 Jun 18 08:34:13.644818 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:34:14.473529 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-92ce672d-4918-44c3-a9cb-1ef97ae3ce62 req-54d00f61-ef2f-499a-90c0-995341a924de tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0280228 Jun 18 08:34:15.612133 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7afaf332-d165-4a0b-93a6-e27191920a34 req-df1d55f7-dd59-49e5-85b1-684803eef6fe tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0287704 Jun 18 08:34:16.764072 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-4de6f444-bbcb-4ed6-959d-0f950cc7c5b2 req-1bf1d24e-ba83-4eab-9601-bdeac3ee2565 tempest-VolumesSnapshotTestJSON-65132864 tempest-VolumesSnapshotTestJSON-65132864-project] 10.222.0.83 "GET /v2.0/ports?device_id=7feb6a67-9a7a-4e83-a8cd-ca67b0168f2e HTTP/1.1" status: 200 len: 210 time: 0.0305607 Jun 18 08:34:18.435887 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-efeb1ce4-1a87-4165-abbd-f2acd2d63675 req-9271f40f-d580-41e9-a350-a44f363c2612 tempest-ServerRescueNegativeTestJSON-1246560380 tempest-ServerRescueNegativeTestJSON-1246560380-project] (92895) timed out ('10.222.0.83', 41442) {{(pid=92895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 08:34:23.796378 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:25.279431 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0e55-86ae-406b-b028-0ed1b6875e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:27.915587 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:28.179891 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-df12f8df-2ca1-486c-8ded-7bb1159beaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:28.981661 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:30.653716 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:37.618958 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fe15ffbc-14b2-4e8e-9272-417ad7f4efea req-5964a76c-779d-4f5d-ae3c-c18fa6eec855 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0569572 Jun 18 08:34:37.692267 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15ffbc-14b2-4e8e-9272-417ad7f4efea req-ded994ce-a9dd-4bd7-956e-f5ee8ff16b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:37.693731 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fe15ffbc-14b2-4e8e-9272-417ad7f4efea req-ded994ce-a9dd-4bd7-956e-f5ee8ff16b43 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 1098 time: 0.0516798 Jun 18 08:34:37.796586 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15ffbc-14b2-4e8e-9272-417ad7f4efea req-4980cdfb-d054-4864-96e7-08263d4fae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:37.798239 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fe15ffbc-14b2-4e8e-9272-417ad7f4efea req-4980cdfb-d054-4864-96e7-08263d4fae3c service neutron] 10.222.0.88 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 912 time: 0.0854857 Jun 18 08:34:37.859912 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fe15ffbc-14b2-4e8e-9272-417ad7f4efea req-8a15f3d0-1cd1-45e4-a57b-484d05f0369c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f407a343-f8be-42f4-aab4-f1e309b18da6 HTTP/1.1" status: 200 len: 1001 time: 0.0555570 Jun 18 08:34:37.916613 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15ffbc-14b2-4e8e-9272-417ad7f4efea req-957b24ea-4a20-4a28-8796-14dc427d3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:37.918047 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fe15ffbc-14b2-4e8e-9272-417ad7f4efea req-957b24ea-4a20-4a28-8796-14dc427d3556 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 200 len: 849 time: 0.0525961 Jun 18 08:34:37.977625 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15ffbc-14b2-4e8e-9272-417ad7f4efea req-8ac9267b-e55b-42a9-94b6-aeaa1a2bdc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:37.979125 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fe15ffbc-14b2-4e8e-9272-417ad7f4efea req-8ac9267b-e55b-42a9-94b6-aeaa1a2bdc8d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0544002 Jun 18 08:34:38.065018 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fe15ffbc-14b2-4e8e-9272-417ad7f4efea req-834204f8-c008-4f62-895c-d79f455e0cf9 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784402 Jun 18 08:34:38.437355 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-fe15ffbc-14b2-4e8e-9272-417ad7f4efea req-95fcd1b2-e888-45c4-a9b3-df5e353347a8 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649135 Jun 18 08:34:50.644124 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:34:53.795273 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:55.280326 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-dac57218-de22-49c9-aa33-cda9de563b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:57.916832 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:58.180911 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-0440f99c-4f1a-4709-a113-d2ee066b0470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:58.985244 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:00.654955 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:01.880800 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05c9d6-efd1-4176-ae59-c367d5d07c9d req-934c6c0e-0480-44ff-a94d-e8fe6f0ca933 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:01.882231 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9d05c9d6-efd1-4176-ae59-c367d5d07c9d req-934c6c0e-0480-44ff-a94d-e8fe6f0ca933 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 945 time: 0.1078730 Jun 18 08:35:01.920157 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-9d05c9d6-efd1-4176-ae59-c367d5d07c9d req-3e90d63e-ee11-4b18-ad8e-9cb82aeb0be8 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups?id=9100922a-af4a-4854-b34f-4451a9ae65d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321431 Jun 18 08:35:02.183226 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae94f9-94ba-4952-a139-ffac806b7896 req-023d6289-74f0-4e18-bd67-1b1e8b9b927a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:02.184663 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e5ae94f9-94ba-4952-a139-ffac806b7896 req-023d6289-74f0-4e18-bd67-1b1e8b9b927a tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.88 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 945 time: 0.0620008 Jun 18 08:35:02.282174 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-e5ae94f9-94ba-4952-a139-ffac806b7896 req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Deleting port c2a84060-e0ae-49e6-8abc-7561117ae042 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:35:02.282518 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e5ae94f9-94ba-4952-a139-ffac806b7896 req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:02.368006 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-e5ae94f9-94ba-4952-a139-ffac806b7896 req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] For port c2a84060-e0ae-49e6-8abc-7561117ae042, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c2a84060-e0ae-49e6-8abc-7561117ae042,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:35:02.368371 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e5ae94f9-94ba-4952-a139-ffac806b7896 req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:02.533193 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e5ae94f9-94ba-4952-a139-ffac806b7896 req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:02.533562 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e5ae94f9-94ba-4952-a139-ffac806b7896 req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543884'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:02.533877 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.l3_db [req-e5ae94f9-94ba-4952-a139-ffac806b7896 req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Floating IP 62ec1418-af0a-4dd0-8576-2e8d33ee121a disassociated. External IP: 172.27.0.231, port: c2a84060-e0ae-49e6-8abc-7561117ae042. Jun 18 08:35:02.534220 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-e5ae94f9-94ba-4952-a139-ffac806b7896 req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Calling delete_port for c2a84060-e0ae-49e6-8abc-7561117ae042 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:35:02.659179 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e5ae94f9-94ba-4952-a139-ffac806b7896 req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:02.662951 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-068f7ebf-1dd0-44f8-a847-05924d3525cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:35:02.687055 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event deleted for resources: {'Port': ['ID=c2a84060-e0ae-49e6-8abc-7561117ae042,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:35:02.697015 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:02.697390 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:02.697757 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:02.698118 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:02.698473 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:02.698830 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:02.699209 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:02.699559 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:02.699926 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:02.700258 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:02.700608 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:02.700957 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:02.705200 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:35:02.808789 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5ae94f9-94ba-4952-a139-ffac806b7896 req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:35:02.915463 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5ae94f9-94ba-4952-a139-ffac806b7896 req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:35:02.925523 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f727dfc-3542-49db-b5c8-e29dac7dc0d4 None None] Sync routers for ids ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:35:02.934599 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f727dfc-3542-49db-b5c8-e29dac7dc0d4 None None] Routers {'2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:35:02.935252 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-3f727dfc-3542-49db-b5c8-e29dac7dc0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:34:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:35:02.967733 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ae94f9-94ba-4952-a139-ffac806b7896 req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] No DVR routers for this DVR port c2a84060-e0ae-49e6-8abc-7561117ae042 on host hv-cinder-76111 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:35:02.972371 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-e5ae94f9-94ba-4952-a139-ffac806b7896 req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:02.976179 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-e5ae94f9-94ba-4952-a139-ffac806b7896 req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.88 "DELETE /v2.0/ports/c2a84060-e0ae-49e6-8abc-7561117ae042 HTTP/1.1" status: 204 len: 173 time: 0.7852509 Jun 18 08:35:02.976866 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa50703-10d1-4a87-a704-88893a353d19', 'name': 'network-vif-deleted', 'tag': 'c2a84060-e0ae-49e6-8abc-7561117ae042'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:35:02.980631 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188e1750-177e-46b6-8a05-8dabfe933ba5" -d '{"events": [{"server_uuid": "3aa50703-10d1-4a87-a704-88893a353d19", "name": "network-vif-deleted", "tag": "c2a84060-e0ae-49e6-8abc-7561117ae042"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:35:03.119070 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-beaf1ed2-98a8-4298-82e8-ff8aff8a48cf req-761cb754-9797-490c-8f2a-2b215cb15f95 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/ports?device_id=3aa50703-10d1-4a87-a704-88893a353d19 HTTP/1.1" status: 200 len: 210 time: 0.0620055 Jun 18 08:35:03.193727 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-3f727dfc-3542-49db-b5c8-e29dac7dc0d4 None None] Set router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:35:03.205046 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7edcba-d6eb-4a2a-8eab-2cde6882ef4d x-openstack-request-id: req-8c7edcba-d6eb-4a2a-8eab-2cde6882ef4d {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:35:03.205590 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa50703-10d1-4a87-a704-88893a353d19", "name": "network-vif-deleted", "tag": "c2a84060-e0ae-49e6-8abc-7561117ae042", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:35:03.205708 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8c7edcba-d6eb-4a2a-8eab-2cde6882ef4d {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:35:03.206096 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa50703-10d1-4a87-a704-88893a353d19', 'name': 'network-vif-deleted', 'tag': 'c2a84060-e0ae-49e6-8abc-7561117ae042', 'status': 'completed', 'code': 200} Jun 18 08:35:03.397008 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-3f727dfc-3542-49db-b5c8-e29dac7dc0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '38b319a4-9efb-482a-9aa5-0e6b09ad0fe6', 'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'mac_address': 'fa:16:3e:bd:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:15Z', 'revision_number': 5, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'subnets': [{'id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:35:03.428285 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f727dfc-3542-49db-b5c8-e29dac7dc0d4 None None] Checking router: 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:35:03.438080 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f727dfc-3542-49db-b5c8-e29dac7dc0d4 None None] Routers {'2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:35:03.438741 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-3f727dfc-3542-49db-b5c8-e29dac7dc0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:34:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:35:03.547271 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-3f727dfc-3542-49db-b5c8-e29dac7dc0d4 None None] Set router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:35:03.770459 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-3f727dfc-3542-49db-b5c8-e29dac7dc0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '38b319a4-9efb-482a-9aa5-0e6b09ad0fe6', 'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'mac_address': 'fa:16:3e:bd:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:15Z', 'revision_number': 5, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'subnets': [{'id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:35:03.795473 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f727dfc-3542-49db-b5c8-e29dac7dc0d4 None None] The sync data for ids ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'] in dv-cinder-761113-14-iscsi is: [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '38b319a4-9efb-482a-9aa5-0e6b09ad0fe6', 'name': '', 'network_id': '9d2ce2af-86b5-4cff-ae8e-1c44556b9802', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'mac_address': 'fa:16:3e:bd:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:15Z', 'revision_number': 5, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'subnets': [{'id': 'cb87a6f4-0113-442a-b865-b8bb43f888a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:35:04.000332 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a7500e-5df5-4b09-aaf4-ffa252622b14 None None] New status for floating IP 62ec1418-af0a-4dd0-8576-2e8d33ee121a: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:35:04.261781 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 60820) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:35:04.318809 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:04.340810 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:04.388235 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:04.391139 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:04.392252 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "DELETE /v2.0/security-groups/9100922a-af4a-4854-b34f-4451a9ae65d7 HTTP/1.1" status: 204 len: 168 time: 0.1294570 Jun 18 08:35:04.393028 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-fb9f859b-f25e-48b7-afd6-6c37dad3ec68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:35:04.395119 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 60824) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:35:04.401501 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9100922a-af4a-4854-b34f-4451a9ae65d7,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:35:04.408593 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:04.408920 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.api.v2.resource [None req-f2b6ef32-9044-412b-bfc3-f7d5df5037ea tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] show failed (client error): The resource could not be found. Jun 18 08:35:04.409060 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:04.409337 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:04.409709 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:04.409897 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f2b6ef32-9044-412b-bfc3-f7d5df5037ea tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "GET /v2.0/security-groups/9100922a-af4a-4854-b34f-4451a9ae65d7 HTTP/1.1" status: 404 len: 347 time: 0.0137706 Jun 18 08:35:04.410075 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:04.410439 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:04.410798 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:04.411176 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:04.411533 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:04.411889 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:04.412242 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:04.412595 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:04.412720 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 60826) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:35:04.415884 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:35:04.539544 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf7255-784e-40a0-94da-f24ba4bf6f68 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Deleting port cedafe8b-55fe-45d1-abe0-2555b5ffa6d1 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:35:04.539914 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7cbf7255-784e-40a0-94da-f24ba4bf6f68 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:04.614552 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7cbf7255-784e-40a0-94da-f24ba4bf6f68 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:04.614809 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7cbf7255-784e-40a0-94da-f24ba4bf6f68 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:04.680372 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf7255-784e-40a0-94da-f24ba4bf6f68 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Calling delete_port for cedafe8b-55fe-45d1-abe0-2555b5ffa6d1 owned by network:floatingip {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:35:04.810099 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7cbf7255-784e-40a0-94da-f24ba4bf6f68 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:04.812896 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-913be6de-8751-4b74-a584-cff50d81dc74 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:35:04.834109 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf7255-784e-40a0-94da-f24ba4bf6f68 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Pushing event deleted for resources: {'Port': ['ID=cedafe8b-55fe-45d1-abe0-2555b5ffa6d1,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:35:04.837491 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7cbf7255-784e-40a0-94da-f24ba4bf6f68 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:35:04.896252 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7cbf7255-784e-40a0-94da-f24ba4bf6f68 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks [] for floatingip, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:04.898678 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7cbf7255-784e-40a0-94da-f24ba4bf6f68 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for floatingip, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:04.899836 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7cbf7255-784e-40a0-94da-f24ba4bf6f68 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] 10.222.0.83 "DELETE /v2.0/floatingips/62ec1418-af0a-4dd0-8576-2e8d33ee121a HTTP/1.1" status: 204 len: 168 time: 0.4862454 Jun 18 08:35:06.173684 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device c2a84060-e0ae-49e6-8abc-7561117ae042 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:35:06.193354 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] No Port match for: c2a84060-e0ae-49e6-8abc-7561117ae042 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:35:06.193705 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device c2a84060-e0ae-49e6-8abc-7561117ae042 not bound to the agent host hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:35:23.798075 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:25.281792 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9f7604bc-67b8-4011-916c-d55478935469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:27.642189 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:35:27.918121 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:28.181243 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-cf10bc7d-fc66-4234-829c-970134008d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:28.986257 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:30.659753 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:38.572623 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-808e6914-14ce-4dfb-b073-50722e4032a4 req-45b4aa10-e1f7-441c-9347-821b5008ffa2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499010 Jun 18 08:35:38.667668 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e6914-14ce-4dfb-b073-50722e4032a4 req-37687bfb-0f4b-43aa-b951-ca80b595e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:38.669130 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-808e6914-14ce-4dfb-b073-50722e4032a4 req-37687bfb-0f4b-43aa-b951-ca80b595e400 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 1098 time: 0.0546024 Jun 18 08:35:38.768623 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e6914-14ce-4dfb-b073-50722e4032a4 req-724262a3-c495-49db-92ff-52565854d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:38.770046 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-808e6914-14ce-4dfb-b073-50722e4032a4 req-724262a3-c495-49db-92ff-52565854d830 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 912 time: 0.0805132 Jun 18 08:35:38.838273 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-808e6914-14ce-4dfb-b073-50722e4032a4 req-31d41eb1-134a-41ee-a214-8625b659662e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f407a343-f8be-42f4-aab4-f1e309b18da6 HTTP/1.1" status: 200 len: 1001 time: 0.0616877 Jun 18 08:35:38.891889 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e6914-14ce-4dfb-b073-50722e4032a4 req-08209722-827a-4970-8e1f-e197c5e0a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:38.893319 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-808e6914-14ce-4dfb-b073-50722e4032a4 req-08209722-827a-4970-8e1f-e197c5e0a385 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 200 len: 849 time: 0.0471475 Jun 18 08:35:38.949102 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e6914-14ce-4dfb-b073-50722e4032a4 req-731a5813-3d14-43ca-90ca-9c31964f4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:38.950565 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-808e6914-14ce-4dfb-b073-50722e4032a4 req-731a5813-3d14-43ca-90ca-9c31964f4333 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507534 Jun 18 08:35:38.960667 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-808e6914-14ce-4dfb-b073-50722e4032a4 req-ebee7fde-d2fc-4239-9b5b-769d434ccac4 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=92895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:35:38.961595 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-808e6914-14ce-4dfb-b073-50722e4032a4 req-ebee7fde-d2fc-4239-9b5b-769d434ccac4 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049667 Jun 18 08:35:39.051554 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-808e6914-14ce-4dfb-b073-50722e4032a4 req-32f50d79-165b-41c8-b6f6-3c68dce5b3f2 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839782 Jun 18 08:35:39.137651 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-808e6914-14ce-4dfb-b073-50722e4032a4 req-16aa9645-370d-4320-99f5-2b4109888a25 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797987 Jun 18 08:35:53.795105 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:55.281688 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d335ba99-8eb1-4307-ba8a-9b7ef0a89ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:57.921658 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:58.181014 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-32c5a13b-5158-40df-b2d1-886820a0426c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:58.987499 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:00.662385 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:04.640666 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:36:23.793055 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:25.281400 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9ac787ba-2f8d-4e5a-85e9-f5f6c0840f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:27.924519 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:28.180918 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-88ad2f5f-c929-4d09-a86f-0f37268a427d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:28.990072 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:30.664873 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:38.617504 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-93e9777a-935b-43bc-a5bb-eff2ab481ec9 req-624b719b-f7c9-4af5-b60a-6c010e77ac79 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0952802 Jun 18 08:36:38.713173 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9777a-935b-43bc-a5bb-eff2ab481ec9 req-f8306c27-347e-48e0-8f9a-7cea9961caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:38.714646 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-93e9777a-935b-43bc-a5bb-eff2ab481ec9 req-f8306c27-347e-48e0-8f9a-7cea9961caef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 1098 time: 0.0562310 Jun 18 08:36:38.816717 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9777a-935b-43bc-a5bb-eff2ab481ec9 req-0a518a94-fc85-445d-a3d5-369736c0430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:38.818191 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-93e9777a-935b-43bc-a5bb-eff2ab481ec9 req-0a518a94-fc85-445d-a3d5-369736c0430e service neutron] 10.222.0.88 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 912 time: 0.0840714 Jun 18 08:36:38.884926 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-93e9777a-935b-43bc-a5bb-eff2ab481ec9 req-a95a7852-bc6b-4043-b039-86c90e7b8ac9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f407a343-f8be-42f4-aab4-f1e309b18da6 HTTP/1.1" status: 200 len: 1001 time: 0.0602257 Jun 18 08:36:38.935572 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9777a-935b-43bc-a5bb-eff2ab481ec9 req-66a21d17-7d9f-437f-b321-9e0321792304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:38.937029 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-93e9777a-935b-43bc-a5bb-eff2ab481ec9 req-66a21d17-7d9f-437f-b321-9e0321792304 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 200 len: 849 time: 0.0456276 Jun 18 08:36:38.995040 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9777a-935b-43bc-a5bb-eff2ab481ec9 req-f1b78e89-6d03-4a0e-9575-d18f4480881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:38.996513 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-93e9777a-935b-43bc-a5bb-eff2ab481ec9 req-f1b78e89-6d03-4a0e-9575-d18f4480881e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535827 Jun 18 08:36:39.085168 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-93e9777a-935b-43bc-a5bb-eff2ab481ec9 req-4cf07441-9e3e-441e-9e1d-d7a31680255d service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823746 Jun 18 08:36:39.171947 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-93e9777a-935b-43bc-a5bb-eff2ab481ec9 req-bae8d650-7481-41fa-97fd-e56dafbe030d service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803027 Jun 18 08:36:41.639197 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:36:53.794988 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:55.282245 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a2eddec7-001a-4c19-8450-c89efcdae644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:57.925635 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:58.181451 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d4667deb-0a5d-43a7-a04a-6c518cc36296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:58.994591 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:00.668987 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:18.640517 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:37:23.823794 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:25.283194 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3473-4d36-4ead-951a-b7233b7f206d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:27.928632 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:28.181332 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1587a0d8-0f7e-4d22-9f0f-ea3606b08b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:28.997077 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:30.670191 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:40.457940 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34124) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:40.518503 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:40.545050 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:40.571339 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9abb2a60-5a33-427e-b88c-ff60f56fb915 req-ee01fc41-e104-410f-90e7-38d7dd0ad76f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515230 Jun 18 08:37:40.613207 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:40.615921 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:40.617129 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] 10.222.0.83 "DELETE /v2.0/security-groups/059eb5c7-ac52-43c0-a732-1a0f4bbcf0d1 HTTP/1.1" status: 204 len: 168 time: 0.1581283 Jun 18 08:37:40.617965 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2781895d-e3ff-4a7d-a822-754b136b9214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:40.627681 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059eb5c7-ac52-43c0-a732-1a0f4bbcf0d1,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:40.634770 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.635179 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.635551 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.635920 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.636280 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.636639 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.636996 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.637350 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.637705 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.638059 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.638412 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.638760 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.641980 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:40.678049 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb2a60-5a33-427e-b88c-ff60f56fb915 req-387ea213-a024-4926-b448-6249512f96aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:40.679558 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9abb2a60-5a33-427e-b88c-ff60f56fb915 req-387ea213-a024-4926-b448-6249512f96aa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 1098 time: 0.0595622 Jun 18 08:37:40.778114 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb2a60-5a33-427e-b88c-ff60f56fb915 req-cb9c52b7-2114-47bc-9d30-5bdf48cd9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:40.779613 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9abb2a60-5a33-427e-b88c-ff60f56fb915 req-cb9c52b7-2114-47bc-9d30-5bdf48cd9fd5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 912 time: 0.0815530 Jun 18 08:37:40.846035 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9abb2a60-5a33-427e-b88c-ff60f56fb915 req-b3d971da-bd2a-474a-bb6b-2bfd82a97d98 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f407a343-f8be-42f4-aab4-f1e309b18da6 HTTP/1.1" status: 200 len: 1001 time: 0.0606949 Jun 18 08:37:40.893971 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb2a60-5a33-427e-b88c-ff60f56fb915 req-85d61617-1306-481b-9e8f-1777131f03dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:40.895804 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9abb2a60-5a33-427e-b88c-ff60f56fb915 req-85d61617-1306-481b-9e8f-1777131f03dc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 200 len: 849 time: 0.0437093 Jun 18 08:37:40.954799 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb2a60-5a33-427e-b88c-ff60f56fb915 req-3603e600-bc3f-4970-b8e7-d200976b6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:40.956468 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9abb2a60-5a33-427e-b88c-ff60f56fb915 req-3603e600-bc3f-4970-b8e7-d200976b6263 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543058 Jun 18 08:37:41.048643 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9abb2a60-5a33-427e-b88c-ff60f56fb915 req-7ca81c33-b39d-45fc-9c94-5c10061c346e service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847492 Jun 18 08:37:41.145627 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-9abb2a60-5a33-427e-b88c-ff60f56fb915 req-35542f06-1c40-48ed-9ce5-6fb4df500f31 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906811 Jun 18 08:37:41.736363 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34148) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:42.183499 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-760a6c09-7eb4-4f1e-9aae-87232b792d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608241'] for router_interface, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:42.426841 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-760a6c09-7eb4-4f1e-9aae-87232b792d9e admin admin] Deleting port d1201eb9-8a38-4285-adf3-f5ba1a0dc7be {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:37:42.427209 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-760a6c09-7eb4-4f1e-9aae-87232b792d9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:42.506912 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-760a6c09-7eb4-4f1e-9aae-87232b792d9e admin admin] For port d1201eb9-8a38-4285-adf3-f5ba1a0dc7be, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=d1201eb9-8a38-4285-adf3-f5ba1a0dc7be,segment=NetworkSegment(dcf48eae-60a9-4c76-bb48-d633004bc8e7),segment_id=dcf48eae-60a9-4c76-bb48-d633004bc8e7)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:42.507304 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-760a6c09-7eb4-4f1e-9aae-87232b792d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:42.568178 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-760a6c09-7eb4-4f1e-9aae-87232b792d9e admin admin] Calling delete_port for d1201eb9-8a38-4285-adf3-f5ba1a0dc7be owned by network:router_interface {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:37:42.745640 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-760a6c09-7eb4-4f1e-9aae-87232b792d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:42.747524 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:42.774939 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a6c09-7eb4-4f1e-9aae-87232b792d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=d1201eb9-8a38-4285-adf3-f5ba1a0dc7be,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:42.777938 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-760a6c09-7eb4-4f1e-9aae-87232b792d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:42.937768 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-760a6c09-7eb4-4f1e-9aae-87232b792d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608077'] for router_interface, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:43.153105 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760a6c09-7eb4-4f1e-9aae-87232b792d9e admin admin] Router 77e46585-260d-4387-a283-b8f73ad61840 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:37:43.258668 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760a6c09-7eb4-4f1e-9aae-87232b792d9e admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:37:43.263763 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-760a6c09-7eb4-4f1e-9aae-87232b792d9e admin admin] 10.222.0.83 "PUT /v2.0/routers/77e46585-260d-4387-a283-b8f73ad61840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5263355 Jun 18 08:37:43.266245 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34164) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:43.269451 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a2a12f-39e1-49ce-8827-5e370e5ef383 None None] Sync routers for ids ['77e46585-260d-4387-a283-b8f73ad61840'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:37:43.278771 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a2a12f-39e1-49ce-8827-5e370e5ef383 None None] Routers {'77e46585-260d-4387-a283-b8f73ad61840'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:37:43.279426 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-b5a2a12f-39e1-49ce-8827-5e370e5ef383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:37:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['77e46585-260d-4387-a283-b8f73ad61840'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:43.369182 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b873005e-d78e-470a-9c2e-13ad437b554b admin admin] Notify callbacks [] for router, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:43.379954 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-b5a2a12f-39e1-49ce-8827-5e370e5ef383 None None] Set router 77e46585-260d-4387-a283-b8f73ad61840 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:37:43.468823 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b873005e-d78e-470a-9c2e-13ad437b554b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:43.528520 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-b873005e-d78e-470a-9c2e-13ad437b554b admin admin] Deleting port eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:37:43.528888 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b873005e-d78e-470a-9c2e-13ad437b554b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:43.616753 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-b873005e-d78e-470a-9c2e-13ad437b554b admin admin] For port eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:43.617226 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b873005e-d78e-470a-9c2e-13ad437b554b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:43.688145 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-b5a2a12f-39e1-49ce-8827-5e370e5ef383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e46585-260d-4387-a283-b8f73ad61840', 'name': 'tempest-TestShelveInstance-813292832-router', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:25Z', 'updated_at': '2021-06-18T08:37:42Z', 'revision_number': 5, 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'gw_port': {'id': 'eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e46585-260d-4387-a283-b8f73ad61840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:26Z', 'updated_at': '2021-06-18T08:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:43.689776 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-b873005e-d78e-470a-9c2e-13ad437b554b admin admin] Calling delete_port for eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e owned by network:router_gateway {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:37:43.720108 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a2a12f-39e1-49ce-8827-5e370e5ef383 None None] Checking router: 77e46585-260d-4387-a283-b8f73ad61840 for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:37:43.728999 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a2a12f-39e1-49ce-8827-5e370e5ef383 None None] Routers {'77e46585-260d-4387-a283-b8f73ad61840'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:37:43.729631 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-b5a2a12f-39e1-49ce-8827-5e370e5ef383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:37:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['77e46585-260d-4387-a283-b8f73ad61840'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:43.806839 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34176) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:43.819257 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-b5a2a12f-39e1-49ce-8827-5e370e5ef383 None None] Set router 77e46585-260d-4387-a283-b8f73ad61840 gateway port host: None {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:37:43.867349 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b873005e-d78e-470a-9c2e-13ad437b554b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:43.870403 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-32838dc0-2b55-4b8d-a5d1-dd931edf6327 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:43.873751 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-b5a2a12f-39e1-49ce-8827-5e370e5ef383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e46585-260d-4387-a283-b8f73ad61840', 'name': 'tempest-TestShelveInstance-813292832-router', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:25Z', 'updated_at': '2021-06-18T08:37:43Z', 'revision_number': 6, 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'gw_port_host': None}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:43.894785 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873005e-d78e-470a-9c2e-13ad437b554b admin admin] Pushing event deleted for resources: {'Port': ['ID=eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:43.897946 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b873005e-d78e-470a-9c2e-13ad437b554b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:43.905959 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a2a12f-39e1-49ce-8827-5e370e5ef383 None None] The sync data for ids ['77e46585-260d-4387-a283-b8f73ad61840'] in dv-cinder-761113-14-iscsi is: [{'id': '77e46585-260d-4387-a283-b8f73ad61840', 'name': 'tempest-TestShelveInstance-813292832-router', 'tenant_id': 'fabc78871993469dae42b7c9edb1cb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:25Z', 'updated_at': '2021-06-18T08:37:43Z', 'revision_number': 6, 'project_id': 'fabc78871993469dae42b7c9edb1cb24', 'gw_port_host': None}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:37:43.952904 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9ec9b4fd-5895-4a3c-9fc2-79488b83509c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:43.985759 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b873005e-d78e-470a-9c2e-13ad437b554b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543841'] for router_gateway, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.083087 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b873005e-d78e-470a-9c2e-13ad437b554b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2653'] for router, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.088510 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b873005e-d78e-470a-9c2e-13ad437b554b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.147676 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b873005e-d78e-470a-9c2e-13ad437b554b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607022'] for router, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.148187 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b873005e-d78e-470a-9c2e-13ad437b554b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77e46585-260d-4387-a283-b8f73ad61840 {{(pid=92894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:37:44.153767 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b873005e-d78e-470a-9c2e-13ad437b554b admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.157230 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b873005e-d78e-470a-9c2e-13ad437b554b admin admin] 10.222.0.83 "DELETE /v2.0/routers/77e46585-260d-4387-a283-b8f73ad61840 HTTP/1.1" status: 204 len: 168 time: 0.8877466 Jun 18 08:37:44.157757 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 34184) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:44.205795 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Deleting subnet 5a6bffe0-87c8-4a10-914c-3c3d369779bc {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:37:44.209094 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.251188 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8739288'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.335584 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8181128'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.392025 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8181127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8739149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8539572'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.396628 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-85c13a27-ccec-43ea-b3db-4325ce3b3e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:44.431949 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6bffe0-87c8-4a10-914c-3c3d369779bc,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:44.435087 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.439444 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/5a6bffe0-87c8-4a10-914c-3c3d369779bc HTTP/1.1" status: 204 len: 168 time: 0.2776816 Jun 18 08:37:44.439646 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe313aa7-0516-4060-aba6-0b45427e7bd8 None None] Network 22b3ce45-369e-48d6-b963-8c2b2c33c887 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:37:44.440108 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 34186) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:44.460102 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:44.460486 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:44.460859 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:44.461227 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:44.462122 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:44.462518 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:44.462932 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:44.463316 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:44.463676 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:44.464030 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:44.464384 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:44.464734 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:44.469135 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9ec9b4fd-5895-4a3c-9fc2-79488b83509c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.472977 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9ec9b4fd-5895-4a3c-9fc2-79488b83509c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.475641 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-580a5433-2c55-4559-a510-f0e2e36bb07f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:44.494097 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5c7ceee9-c11d-4cbb-a053-e1ed1006e8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:44.510263 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9b4fd-5895-4a3c-9fc2-79488b83509c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7a4c3d-1c35-4461-bbcb-44c0a50f1904,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:44.514458 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-9ec9b4fd-5895-4a3c-9fc2-79488b83509c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=87f78f68e7f9403996c3148994622c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7066159 Jun 18 08:37:44.515367 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9ec9b4fd-5895-4a3c-9fc2-79488b83509c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:44.517067 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34188) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:44.532504 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093684'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.567681 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3bfefe4-98e3-4d89-8715-72e9449b933c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.590187 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3bfefe4-98e3-4d89-8715-72e9449b933c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.592590 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] Deleting port 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:37:44.592937 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.640695 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3bfefe4-98e3-4d89-8715-72e9449b933c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.643499 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-a3bfefe4-98e3-4d89-8715-72e9449b933c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.644626 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-a3bfefe4-98e3-4d89-8715-72e9449b933c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6f7a4c3d-1c35-4461-bbcb-44c0a50f1904 HTTP/1.1" status: 204 len: 168 time: 0.1265087 Jun 18 08:37:44.645405 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9ec9b4fd-5895-4a3c-9fc2-79488b83509c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:44.664688 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfefe4-98e3-4d89-8715-72e9449b933c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7a4c3d-1c35-4461-bbcb-44c0a50f1904,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:44.666866 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a3bfefe4-98e3-4d89-8715-72e9449b933c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:44.669940 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] For port 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=5530877c-c085-48a7-a7a6-1a3e4ee9b6ad,segment=NetworkSegment(dcf48eae-60a9-4c76-bb48-d633004bc8e7),segment_id=dcf48eae-60a9-4c76-bb48-d633004bc8e7)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:44.670309 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.694705 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] DHCP port deletion for 22b3ce45-369e-48d6-b963-8c2b2c33c887 request from dv-cinder-761113-14-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 08:37:44.761066 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Deleting port 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad {{(pid=92896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:37:44.761729 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.773862 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] Calling delete_port for 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad owned by network:dhcp {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:37:44.844854 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] For port 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=5530877c-c085-48a7-a7a6-1a3e4ee9b6ad,segment=NetworkSegment(dcf48eae-60a9-4c76-bb48-d633004bc8e7),segment_id=dcf48eae-60a9-4c76-bb48-d633004bc8e7)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:44.845540 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.876396 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.878673 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f987f0f6-69db-4db8-846b-0c101b40930b tempest-VolumesNegativeTest-1118418424 tempest-VolumesNegativeTest-1118418424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:44.905828 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5530877c-c085-48a7-a7a6-1a3e4ee9b6ad,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:44.909290 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:44.910078 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] No DVR routers for this DVR port 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad on host dv-cinder-761113-14-iscsi {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:37:44.919017 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Calling delete_port for 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad owned by network:dhcp {{(pid=92896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:37:44.991093 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187415', 'neutron.services.segments.db._delete_segments_for_network-8757668836051'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:45.002480 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b3ce45-369e-48d6-b963-8c2b2c33c887']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:45.004603 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223'] for port, after_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:45.013155 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:45.014850 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf48eae-60a9-4c76-bb48-d633004bc8e7') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:45.015372 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf48eae-60a9-4c76-bb48-d633004bc8e7') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:45.027447 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757668835880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8739281'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:45.033955 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Pushing event deleted for resources: {'Port': ['ID=5530877c-c085-48a7-a7a6-1a3e4ee9b6ad,revision_number=None']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:45.036741 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] No DVR routers for this DVR port 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad on host dv-cinder-761113-14-iscsi {{(pid=92896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:37:45.052347 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:45.053273 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:45.053828 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:45.054173 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:45.054511 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:45.054849 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:45.057222 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:45.057963 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:45.058662 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:45.059194 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:45.059709 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:45.060207 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:45.061347 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:45.068233 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:37:45.072881 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-84da74eb-b7ff-4250-95a2-f639c01ae7fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:45.073114 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:37:45.074070 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8739046'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: timer() Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: cb(*args, **kw) Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: self._notify() Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: self.callback(batched_events) Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: event.method(event) Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: return self._get(url).json() Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:37:45.075293 dv-cinder-761113-14-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:37:45.097191 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:37:45.097876 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device eea6e7e6-0c30-4ee3-964c-b12bf9f60b9e not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:37:45.098518 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:37:45.142549 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:37:45.143075 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 5530877c-c085-48a7-a7a6-1a3e4ee9b6ad not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:37:45.153499 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8187406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543934'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:45.156313 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device d1201eb9-8a38-4285-adf3-f5ba1a0dc7be no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:37:45.162302 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:45.185428 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:45.190297 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] 10.222.0.83 "DELETE /v2.0/networks/22b3ce45-369e-48d6-b963-8c2b2c33c887 HTTP/1.1" status: 204 len: 168 time: 0.7469990 Jun 18 08:37:45.190297 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] Pushing event deleted for resources: {'Network': ['ID=22b3ce45-369e-48d6-b963-8c2b2c33c887,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:45.190769 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: d1201eb9-8a38-4285-adf3-f5ba1a0dc7be {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:37:45.190929 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34208) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:45.191830 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device d1201eb9-8a38-4285-adf3-f5ba1a0dc7be not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:37:45.199880 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4d2acfe9-1ef2-46e4-bdd7-20b28fcd7db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:45.550709 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c52b9254-1176-4453-a4c0-8db51244fb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608241'] for router_interface, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:45.803467 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-c52b9254-1176-4453-a4c0-8db51244fb40 admin admin] Deleting port 687637e4-b004-467a-8031-73e129f12cdd {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:37:45.803814 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c52b9254-1176-4453-a4c0-8db51244fb40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:45.886684 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-c52b9254-1176-4453-a4c0-8db51244fb40 admin admin] For port 687637e4-b004-467a-8031-73e129f12cdd, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=687637e4-b004-467a-8031-73e129f12cdd,segment=NetworkSegment(c4782aef-de02-44b2-b17b-69d1a966188a),segment_id=c4782aef-de02-44b2-b17b-69d1a966188a)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:45.887081 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c52b9254-1176-4453-a4c0-8db51244fb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:45.958575 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-c52b9254-1176-4453-a4c0-8db51244fb40 admin admin] Calling delete_port for 687637e4-b004-467a-8031-73e129f12cdd owned by network:router_interface {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:37:46.137501 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c52b9254-1176-4453-a4c0-8db51244fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:46.139426 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c3a13aa7-1b19-4beb-a1e9-41ca36d374b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:46.161092 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b9254-1176-4453-a4c0-8db51244fb40 admin admin] Pushing event deleted for resources: {'Port': ['ID=687637e4-b004-467a-8031-73e129f12cdd,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:46.164624 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c52b9254-1176-4453-a4c0-8db51244fb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:46.332664 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-c52b9254-1176-4453-a4c0-8db51244fb40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608077'] for router_interface, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:46.537820 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52b9254-1176-4453-a4c0-8db51244fb40 admin admin] Router 6c60c1bf-8471-40b0-970f-5e5c574c09e6 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:37:46.635713 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52b9254-1176-4453-a4c0-8db51244fb40 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:37:46.640575 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-c52b9254-1176-4453-a4c0-8db51244fb40 admin admin] 10.222.0.83 "PUT /v2.0/routers/6c60c1bf-8471-40b0-970f-5e5c574c09e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4483845 Jun 18 08:37:46.643114 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34232) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:46.645832 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfea4b7-83ad-420a-8115-39b9f3d41e8c None None] Sync routers for ids ['6c60c1bf-8471-40b0-970f-5e5c574c09e6'] in dv-cinder-761113-14-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:37:46.655232 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfea4b7-83ad-420a-8115-39b9f3d41e8c None None] Routers {'6c60c1bf-8471-40b0-970f-5e5c574c09e6'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:37:46.655849 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7dfea4b7-83ad-420a-8115-39b9f3d41e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:37:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['6c60c1bf-8471-40b0-970f-5e5c574c09e6'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:46.748394 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-175ec2f6-d0d3-48c8-a8e7-eb22e357fca7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:46.755372 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-7dfea4b7-83ad-420a-8115-39b9f3d41e8c None None] Set router 6c60c1bf-8471-40b0-970f-5e5c574c09e6 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:37:46.858853 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-175ec2f6-d0d3-48c8-a8e7-eb22e357fca7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:46.909234 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-175ec2f6-d0d3-48c8-a8e7-eb22e357fca7 admin admin] Deleting port ae5912fa-48de-40f9-ac4b-017b4e7b7af0 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:37:46.909577 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-175ec2f6-d0d3-48c8-a8e7-eb22e357fca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:46.937297 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7dfea4b7-83ad-420a-8115-39b9f3d41e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'name': 'tempest-TestShelveInstance-331618532-router', 'tenant_id': 'de4f544424f341bd8b5b643809d9c0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ae5912fa-48de-40f9-ac4b-017b4e7b7af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:32Z', 'updated_at': '2021-06-18T08:37:46Z', 'revision_number': 5, 'project_id': 'de4f544424f341bd8b5b643809d9c0c7', 'gw_port': {'id': 'ae5912fa-48de-40f9-ac4b-017b4e7b7af0', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:13:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:31:32Z', 'updated_at': '2021-06-18T08:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:46.970081 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfea4b7-83ad-420a-8115-39b9f3d41e8c None None] Checking router: 6c60c1bf-8471-40b0-970f-5e5c574c09e6 for host: dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:37:46.981402 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfea4b7-83ad-420a-8115-39b9f3d41e8c None None] Routers {'6c60c1bf-8471-40b0-970f-5e5c574c09e6'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:37:46.982904 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7dfea4b7-83ad-420a-8115-39b9f3d41e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:37:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['6c60c1bf-8471-40b0-970f-5e5c574c09e6'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:46.997727 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-175ec2f6-d0d3-48c8-a8e7-eb22e357fca7 admin admin] For port ae5912fa-48de-40f9-ac4b-017b4e7b7af0, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=ae5912fa-48de-40f9-ac4b-017b4e7b7af0,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:46.998084 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-175ec2f6-d0d3-48c8-a8e7-eb22e357fca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:47.063638 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-175ec2f6-d0d3-48c8-a8e7-eb22e357fca7 admin admin] Calling delete_port for ae5912fa-48de-40f9-ac4b-017b4e7b7af0 owned by network:router_gateway {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:37:47.072963 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-7dfea4b7-83ad-420a-8115-39b9f3d41e8c None None] Set router 6c60c1bf-8471-40b0-970f-5e5c574c09e6 gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:37:47.127409 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7dfea4b7-83ad-420a-8115-39b9f3d41e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'name': 'tempest-TestShelveInstance-331618532-router', 'tenant_id': 'de4f544424f341bd8b5b643809d9c0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:32Z', 'updated_at': '2021-06-18T08:37:46Z', 'revision_number': 6, 'project_id': 'de4f544424f341bd8b5b643809d9c0c7', 'gw_port_host': None}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:47.163169 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfea4b7-83ad-420a-8115-39b9f3d41e8c None None] The sync data for ids ['6c60c1bf-8471-40b0-970f-5e5c574c09e6'] in dv-cinder-761113-14-iscsi is: [{'id': '6c60c1bf-8471-40b0-970f-5e5c574c09e6', 'name': 'tempest-TestShelveInstance-331618532-router', 'tenant_id': 'de4f544424f341bd8b5b643809d9c0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:31:32Z', 'updated_at': '2021-06-18T08:37:46Z', 'revision_number': 6, 'project_id': 'de4f544424f341bd8b5b643809d9c0c7', 'gw_port_host': None}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:37:47.244180 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-175ec2f6-d0d3-48c8-a8e7-eb22e357fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:47.246825 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-78d990f6-c816-4d5f-9ddc-1dc97c7aa0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:47.273775 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ec2f6-d0d3-48c8-a8e7-eb22e357fca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae5912fa-48de-40f9-ac4b-017b4e7b7af0,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:47.275887 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-175ec2f6-d0d3-48c8-a8e7-eb22e357fca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:47.331423 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-175ec2f6-d0d3-48c8-a8e7-eb22e357fca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543841'] for router_gateway, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:47.417726 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-175ec2f6-d0d3-48c8-a8e7-eb22e357fca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2653'] for router, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:47.419791 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-175ec2f6-d0d3-48c8-a8e7-eb22e357fca7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:47.465138 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-175ec2f6-d0d3-48c8-a8e7-eb22e357fca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607022'] for router, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:47.465609 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175ec2f6-d0d3-48c8-a8e7-eb22e357fca7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c60c1bf-8471-40b0-970f-5e5c574c09e6 {{(pid=92894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:37:47.470159 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-175ec2f6-d0d3-48c8-a8e7-eb22e357fca7 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:47.471309 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-175ec2f6-d0d3-48c8-a8e7-eb22e357fca7 admin admin] 10.222.0.83 "DELETE /v2.0/routers/6c60c1bf-8471-40b0-970f-5e5c574c09e6 HTTP/1.1" status: 204 len: 168 time: 0.8272712 Jun 18 08:37:47.473923 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34244) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:47.518132 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9043e00-0be3-4c08-b1d0-57d544d3bfe4 admin admin] Deleting subnet 407f8687-fda1-4686-93c4-1deea9127cce {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:37:47.522089 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b9043e00-0be3-4c08-b1d0-57d544d3bfe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:47.558233 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b9043e00-0be3-4c08-b1d0-57d544d3bfe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438516'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:47.639240 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b9043e00-0be3-4c08-b1d0-57d544d3bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8181128'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:47.690111 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b9043e00-0be3-4c08-b1d0-57d544d3bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8181127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8579627'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:47.693215 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5cea5814-f043-4a99-b1ff-2919d4e334f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:47.718065 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9043e00-0be3-4c08-b1d0-57d544d3bfe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=407f8687-fda1-4686-93c4-1deea9127cce,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:47.720348 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b9043e00-0be3-4c08-b1d0-57d544d3bfe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:47.725037 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b9043e00-0be3-4c08-b1d0-57d544d3bfe4 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/407f8687-fda1-4686-93c4-1deea9127cce HTTP/1.1" status: 204 len: 168 time: 0.2472539 Jun 18 08:37:47.725037 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b9043e00-0be3-4c08-b1d0-57d544d3bfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:47.725530 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34246) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:47.728559 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9152f2fb-92ab-4b18-8792-d2047a674c3f None None] Network d4205af5-9f69-42c5-8142-1681ce3970c0 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:37:47.794955 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093684'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:47.847123 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Deleting port 72c9a018-07b3-4af7-8948-ec37d8177120 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:37:47.847408 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:47.910600 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] For port 72c9a018-07b3-4af7-8948-ec37d8177120, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=72c9a018-07b3-4af7-8948-ec37d8177120,segment=NetworkSegment(c4782aef-de02-44b2-b17b-69d1a966188a),segment_id=c4782aef-de02-44b2-b17b-69d1a966188a)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:47.910947 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:47.940681 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7fdff8-45a3-41ac-aab4-23b40ad24817 None None] DHCP port deletion for d4205af5-9f69-42c5-8142-1681ce3970c0 request from dv-cinder-761113-14-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 08:37:47.984498 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Calling delete_port for 72c9a018-07b3-4af7-8948-ec37d8177120 owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:37:47.996569 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-4a7fdff8-45a3-41ac-aab4-23b40ad24817 None None] Deleting port 72c9a018-07b3-4af7-8948-ec37d8177120 {{(pid=92896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:37:47.997194 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4a7fdff8-45a3-41ac-aab4-23b40ad24817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:48.069509 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-4a7fdff8-45a3-41ac-aab4-23b40ad24817 None None] For port 72c9a018-07b3-4af7-8948-ec37d8177120, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=72c9a018-07b3-4af7-8948-ec37d8177120,segment=NetworkSegment(c4782aef-de02-44b2-b17b-69d1a966188a),segment_id=c4782aef-de02-44b2-b17b-69d1a966188a)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:48.069906 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4a7fdff8-45a3-41ac-aab4-23b40ad24817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:48.075898 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:48.078861 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-da89f007-80fc-4e59-b67d-d4416f5486d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:48.109481 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Pushing event deleted for resources: {'Port': ['ID=72c9a018-07b3-4af7-8948-ec37d8177120,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:48.112666 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] No DVR routers for this DVR port 72c9a018-07b3-4af7-8948-ec37d8177120 on host dv-cinder-761113-14-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:37:48.116907 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:48.138087 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-4a7fdff8-45a3-41ac-aab4-23b40ad24817 None None] Calling delete_port for 72c9a018-07b3-4af7-8948-ec37d8177120 owned by network:dhcp {{(pid=92896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:37:48.190281 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187415', 'neutron.services.segments.db._delete_segments_for_network-8757668836051'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:48.202249 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4205af5-9f69-42c5-8142-1681ce3970c0']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:48.215837 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4782aef-de02-44b2-b17b-69d1a966188a') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:48.216155 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4782aef-de02-44b2-b17b-69d1a966188a') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:48.220356 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4a7fdff8-45a3-41ac-aab4-23b40ad24817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223'] for port, after_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:48.222654 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:48.230831 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757668835880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438525'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:48.245135 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fdff8-45a3-41ac-aab4-23b40ad24817 None None] Pushing event deleted for resources: {'Port': ['ID=72c9a018-07b3-4af7-8948-ec37d8177120,revision_number=None']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:48.246335 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:48.248846 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-4a7fdff8-45a3-41ac-aab4-23b40ad24817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:48.251437 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7fdff8-45a3-41ac-aab4-23b40ad24817 None None] No DVR routers for this DVR port 72c9a018-07b3-4af7-8948-ec37d8177120 on host dv-cinder-761113-14-iscsi {{(pid=92896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:37:48.255584 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:37:48.256696 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224014'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: timer() Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: cb(*args, **kw) Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: self._notify() Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: self.callback(batched_events) Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: event.method(event) Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._get(url).json() Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:37:48.260131 dv-cinder-761113-14-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:37:48.322089 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8187406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543934'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:48.325846 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:48.328860 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:48.330220 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] 10.222.0.83 "DELETE /v2.0/networks/d4205af5-9f69-42c5-8142-1681ce3970c0 HTTP/1.1" status: 204 len: 168 time: 0.6038506 Jun 18 08:37:48.342082 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Pushing event deleted for resources: {'Network': ['ID=d4205af5-9f69-42c5-8142-1681ce3970c0,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:48.349312 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:48.494850 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34258) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:48.533446 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-48717cf3-9126-4146-9b59-9bc1acc35b90 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fabc78871993469dae42b7c9edb1cb24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373654 Jun 18 08:37:48.535798 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34260) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:48.582591 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ad6445ff-c510-45e2-a5f0-9914d21d9b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:48.603343 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ad6445ff-c510-45e2-a5f0-9914d21d9b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:48.647357 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ad6445ff-c510-45e2-a5f0-9914d21d9b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:48.650645 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-ad6445ff-c510-45e2-a5f0-9914d21d9b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:48.651800 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-ad6445ff-c510-45e2-a5f0-9914d21d9b44 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/13a2dd89-e990-4c7f-8705-f9b22cf78831 HTTP/1.1" status: 204 len: 168 time: 0.1151092 Jun 18 08:37:48.652552 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b9f18b25-0680-480d-afdd-7deecebe5193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:48.659735 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6445ff-c510-45e2-a5f0-9914d21d9b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a2dd89-e990-4c7f-8705-f9b22cf78831,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:48.661971 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ad6445ff-c510-45e2-a5f0-9914d21d9b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:48.958774 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 34268) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:49.005187 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7130da47-3117-4b13-a27e-693b4a9450af admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=de4f544424f341bd8b5b643809d9c0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439391 Jun 18 08:37:49.007599 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34270) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:49.015989 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device ae5912fa-48de-40f9-ac4b-017b4e7b7af0 no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:37:49.035383 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: ae5912fa-48de-40f9-ac4b-017b4e7b7af0 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:37:49.035815 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device ae5912fa-48de-40f9-ac4b-017b4e7b7af0 not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:37:49.036307 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 687637e4-b004-467a-8031-73e129f12cdd no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:37:49.055644 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: 687637e4-b004-467a-8031-73e129f12cdd {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:37:49.056158 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 687637e4-b004-467a-8031-73e129f12cdd not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:37:49.056557 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 72c9a018-07b3-4af7-8948-ec37d8177120 no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:37:49.065996 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-173d387c-14e4-4081-a3af-1df44f7a8521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:49.078581 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: 72c9a018-07b3-4af7-8948-ec37d8177120 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:37:49.079057 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 72c9a018-07b3-4af7-8948-ec37d8177120 not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:37:49.089122 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-173d387c-14e4-4081-a3af-1df44f7a8521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:49.136119 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-173d387c-14e4-4081-a3af-1df44f7a8521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:49.138753 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-173d387c-14e4-4081-a3af-1df44f7a8521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:49.139951 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-173d387c-14e4-4081-a3af-1df44f7a8521 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a188f015-f047-4c55-8520-31c54cf9e230 HTTP/1.1" status: 204 len: 168 time: 0.1295416 Jun 18 08:37:49.140884 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-884ace8e-5803-46ac-9f6d-dfaf5f7babf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:49.148613 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d387c-14e4-4081-a3af-1df44f7a8521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a188f015-f047-4c55-8520-31c54cf9e230,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:49.151739 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-173d387c-14e4-4081-a3af-1df44f7a8521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:49.789401 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34298) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:49.885357 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1478807309-network', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:37:49.906560 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] Made reservation on behalf of d86aa6c66a1f4d96841fb126ec5de5f5 for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:37:49.908852 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:49.917352 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.003906 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.007537 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.010400 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0933dde9-4526-4a61-b050-e0d7cf9d722a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:50.031564 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:37:50.041509 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a7818b-b6b2-4dc8-a7d9-6141c893cfc0,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:50.045696 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:50.046739 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.047138 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] Added segment 3840b296-fd73-4b53-993a-091d469b485d of type vlan for network 1a1a4ac3-4baa-49b4-b5be-801b5d99cf95 Jun 18 08:37:50.086560 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.119538 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.121321 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:50.121909 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.124846 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:50.174293 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3811448 Jun 18 08:37:50.174579 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 34306) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:50.181703 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-accb55fa-5094-4660-8c11-def710b75d33 admin admin] Request body: {'subnet': {'network_id': '1a1a4ac3-4baa-49b4-b5be-801b5d99cf95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1478807309-subnet', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:37:50.185157 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] Pushing event updated for resources: {'Network': ['ID=1a1a4ac3-4baa-49b4-b5be-801b5d99cf95,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:50.187773 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:50.195244 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network 1a1a4ac3-4baa-49b4-b5be-801b5d99cf95 details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:37:50.205314 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accb55fa-5094-4660-8c11-def710b75d33 admin admin] Made reservation on behalf of d86aa6c66a1f4d96841fb126ec5de5f5 for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:37:50.207604 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-accb55fa-5094-4660-8c11-def710b75d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8539551'] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.374659 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-accb55fa-5094-4660-8c11-def710b75d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8739212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8539533'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.378308 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-363a460a-1885-4862-a95f-4465b2e4ca47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:50.436762 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb55fa-5094-4660-8c11-def710b75d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac834d06-7af4-41b0-b459-7abefcb4cc3e,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:50.439448 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-accb55fa-5094-4660-8c11-def710b75d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:50.446942 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb55fa-5094-4660-8c11-def710b75d33 admin admin] Checking segment: {'id': '3840b296-fd73-4b53-993a-091d469b485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '1a1a4ac3-4baa-49b4-b5be-801b5d99cf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:37:50.447306 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb55fa-5094-4660-8c11-def710b75d33 admin admin] Network hostable DHCP agents. Network: 1a1a4ac3-4baa-49b4-b5be-801b5d99cf95, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:37:50.463515 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb55fa-5094-4660-8c11-def710b75d33 admin admin] Network 1a1a4ac3-4baa-49b4-b5be-801b5d99cf95 is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:37:50.473577 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-accb55fa-5094-4660-8c11-def710b75d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, 1a1a4ac3-4baa-49b4-b5be-801b5d99cf95) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:37:50.480297 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accb55fa-5094-4660-8c11-def710b75d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:50.481433 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-accb55fa-5094-4660-8c11-def710b75d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.482731 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cb33da-7a1e-45e8-aa66-ba00d1ce58ab None None] Network 1a1a4ac3-4baa-49b4-b5be-801b5d99cf95 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:37:50.500967 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-accb55fa-5094-4660-8c11-def710b75d33 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3227687 Jun 18 08:37:50.501321 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34312) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:50.505797 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1478807309-router', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:37:50.528090 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-604585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2639'] for router, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.529109 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-923112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2628'] for router, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.585585 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.639405 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe8cd3cf-c619-57cb-820d-d0ee420b7d22-1a1a4ac3-4baa-49b4-b5be-801b5d99cf95', 'network_id': '1a1a4ac3-4baa-49b4-b5be-801b5d99cf95', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'fixed_ips': [{'subnet_id': 'ac834d06-7af4-41b0-b459-7abefcb4cc3e'}]}} from dv-cinder-761113-14-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:37:50.640313 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.721778 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545768', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-604507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2642'] for router, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.776218 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Allocated IP 172.20.0.2 (1a1a4ac3-4baa-49b4-b5be-801b5d99cf95/ac834d06-7af4-41b0-b459-7abefcb4cc3e/8a33686c-3105-43af-929a-ac41239c90fb) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:37:50.926036 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.929197 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.935702 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Transition to ACTIVE for port object 8a33686c-3105-43af-929a-ac41239c90fb will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:37:50.948954 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.955379 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Transition to ACTIVE for port object 8a33686c-3105-43af-929a-ac41239c90fb will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:37:50.960738 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.966200 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:51.005346 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Network 1a1a4ac3-4baa-49b4-b5be-801b5d99cf95 is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:37:51.008751 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:37:51.012136 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:37:51.018865 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Pushing event updated for resources: {'Port': ['ID=8a33686c-3105-43af-929a-ac41239c90fb,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:51.024996 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:51.055675 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Allocated IP 172.27.0.226 (a252541b-e27f-4a3f-8e86-824b883db521/ff822c60-bf8e-4d27-91f8-cd72c981900b/195c4b00-b31d-4ac7-996d-5a179982628e) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:37:51.075496 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Attempting to bind port 8a33686c-3105-43af-929a-ac41239c90fb on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:37:51.075883 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Attempting to bind port 8a33686c-3105-43af-929a-ac41239c90fb by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': '3840b296-fd73-4b53-993a-091d469b485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '1a1a4ac3-4baa-49b4-b5be-801b5d99cf95'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:37:51.076258 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Attempting to bind port 8a33686c-3105-43af-929a-ac41239c90fb on network 1a1a4ac3-4baa-49b4-b5be-801b5d99cf95 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:37:51.081309 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:37:51.081683 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Checking segment: {'id': '3840b296-fd73-4b53-993a-091d469b485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '1a1a4ac3-4baa-49b4-b5be-801b5d99cf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:37:51.082103 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:51.082510 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Bound using segment: {'id': '3840b296-fd73-4b53-993a-091d469b485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '1a1a4ac3-4baa-49b4-b5be-801b5d99cf95'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:37:51.083004 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Bound port: 8a33686c-3105-43af-929a-ac41239c90fb, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3840b296-fd73-4b53-993a-091d469b485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '1a1a4ac3-4baa-49b4-b5be-801b5d99cf95'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:37:51.083392 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:51.145864 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] For port 8a33686c-3105-43af-929a-ac41239c90fb, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:37:51.149116 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] For port 8a33686c-3105-43af-929a-ac41239c90fb, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=8a33686c-3105-43af-929a-ac41239c90fb,segment=NetworkSegment(3840b296-fd73-4b53-993a-091d469b485d),segment_id=3840b296-fd73-4b53-993a-091d469b485d)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:37:51.153058 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:51.155758 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:51.160989 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:51.218034 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9223824'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:51.218322 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Pushing event updated for resources: {'Port': ['ID=8a33686c-3105-43af-929a-ac41239c90fb,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:51.223033 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:51.228633 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-563916bf-39bc-4424-9a3e-d25e9f97f503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:51.280050 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Network a252541b-e27f-4a3f-8e86-824b883db521 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:37:51.282189 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:37:51.286549 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:37:51.290179 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Pushing event updated for resources: {'Port': ['ID=195c4b00-b31d-4ac7-996d-5a179982628e,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:51.312626 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:51.815279 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:52.012170 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543804'] for router, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:52.085085 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c92d3d-e4fb-42e1-a29a-985d9efa43a1 None None] Network 1a1a4ac3-4baa-49b4-b5be-801b5d99cf95 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:37:52.141782 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Router d98d5a1e-d668-4ec0-b989-973fcf24d259 is scheduled to L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 with binding_index 1 {{(pid=92894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:37:52.210626 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-63b6bbc1-8bef-4656-9adf-373915fc3513 None None] Provisioning for port 8a33686c-3105-43af-929a-ac41239c90fb completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:37:52.250729 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:37:52.262874 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Sync routers for ids ['d98d5a1e-d668-4ec0-b989-973fcf24d259'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:37:52.267602 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:52.268878 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-d7c332e7-ecc7-4bae-83d4-7b51c5326dbd admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7665331 Jun 18 08:37:52.271608 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34326) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:52.279470 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Routers {'d98d5a1e-d668-4ec0-b989-973fcf24d259'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:37:52.280173 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:37:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['d98d5a1e-d668-4ec0-b989-973fcf24d259'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:52.517301 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Set router d98d5a1e-d668-4ec0-b989-973fcf24d259 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:37:52.704034 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'name': 'tempest-TestVolumeBootPattern-1478807309-router', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '195c4b00-b31d-4ac7-996d-5a179982628e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:50Z', 'updated_at': '2021-06-18T08:37:51Z', 'revision_number': 3, 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'gw_port': {'id': '195c4b00-b31d-4ac7-996d-5a179982628e', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:50Z', 'updated_at': '2021-06-18T08:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:52.715230 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:52.729380 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Checking router: d98d5a1e-d668-4ec0-b989-973fcf24d259 for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:37:52.729748 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Updating router d98d5a1e-d668-4ec0-b989-973fcf24d259 port 195c4b00-b31d-4ac7-996d-5a179982628e binding host dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:37:52.766929 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:52.870886 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Allocated IP 172.20.0.1 (1a1a4ac3-4baa-49b4-b5be-801b5d99cf95/ac834d06-7af4-41b0-b459-7abefcb4cc3e/fa5a41b8-b6c1-4216-9d06-c892864edb7b) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:37:52.977737 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:53.003832 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Transition to ACTIVE for port object fa5a41b8-b6c1-4216-9d06-c892864edb7b will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:37:53.035834 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:53.045013 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9223824'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:53.047813 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a1ac8039-774c-49fe-8b3d-5fe98fb0afdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:53.052372 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Transition to ACTIVE for port object 195c4b00-b31d-4ac7-996d-5a179982628e will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:37:53.058160 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:53.060102 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:53.087890 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 8a33686c-3105-43af-929a-ac41239c90fb up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:37:53.090789 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Network 1a1a4ac3-4baa-49b4-b5be-801b5d99cf95 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:37:53.094886 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:37:53.096741 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Pushing event updated for resources: {'Port': ['ID=fa5a41b8-b6c1-4216-9d06-c892864edb7b,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:53.098846 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:37:53.100929 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:53.143504 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Attempting to bind port 195c4b00-b31d-4ac7-996d-5a179982628e on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:37:53.143883 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Attempting to bind port 195c4b00-b31d-4ac7-996d-5a179982628e by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:37:53.144251 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Attempting to bind port 195c4b00-b31d-4ac7-996d-5a179982628e on network a252541b-e27f-4a3f-8e86-824b883db521 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:37:53.145708 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548627'] for router_interface, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:53.147805 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de745101-fd4a-43bf-b2b4-92c7bc830a48 None None] Pushing event updated for resources: {'Port': ['ID=195c4b00-b31d-4ac7-996d-5a179982628e,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:53.152915 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-de745101-fd4a-43bf-b2b4-92c7bc830a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:53.157036 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:37:53.157419 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Checking segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:37:53.157836 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:53.158208 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Bound using segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:37:53.158693 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Bound port: 195c4b00-b31d-4ac7-996d-5a179982628e, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:37:53.159094 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:53.208420 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port 8a33686c-3105-43af-929a-ac41239c90fb completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:37:53.217799 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 8a33686c-3105-43af-929a-ac41239c90fb triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:37:53.218454 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:53.246084 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] For port 195c4b00-b31d-4ac7-996d-5a179982628e, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:37:53.265451 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] For port 195c4b00-b31d-4ac7-996d-5a179982628e, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=195c4b00-b31d-4ac7-996d-5a179982628e,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:37:53.275212 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:53.278881 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:53.327992 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:53.362285 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Routers {'d98d5a1e-d668-4ec0-b989-973fcf24d259'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:37:53.362911 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:37:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['d98d5a1e-d668-4ec0-b989-973fcf24d259'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:53.398354 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de745101-fd4a-43bf-b2b4-92c7bc830a48 None None] Pushing event updated for resources: {'Port': ['ID=195c4b00-b31d-4ac7-996d-5a179982628e,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:53.411030 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-de745101-fd4a-43bf-b2b4-92c7bc830a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:53.427622 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-cdcb2813-56b0-456d-b9ce-ae4e174226d7 None None] Provisioning for port fa5a41b8-b6c1-4216-9d06-c892864edb7b completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:37:53.431391 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:53.468515 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-cdcb2813-56b0-456d-b9ce-ae4e174226d7 None None] Provisioning complete for port fa5a41b8-b6c1-4216-9d06-c892864edb7b triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:37:53.468886 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2813-56b0-456d-b9ce-ae4e174226d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:53.493485 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:53.497993 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223846'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:53.501256 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:53.538633 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port 8a33686c-3105-43af-929a-ac41239c90fb, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=8a33686c-3105-43af-929a-ac41239c90fb,segment=NetworkSegment(3840b296-fd73-4b53-993a-091d469b485d),segment_id=3840b296-fd73-4b53-993a-091d469b485d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:53.541387 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] Set router d98d5a1e-d668-4ec0-b989-973fcf24d259 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:37:53.543115 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb2813-56b0-456d-b9ce-ae4e174226d7 None None] Port fa5a41b8-b6c1-4216-9d06-c892864edb7b cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:37:53.571653 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Pushing event updated for resources: {'Port': ['ID=fa5a41b8-b6c1-4216-9d06-c892864edb7b,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:53.571891 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:53.575863 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:53.580159 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:53.581104 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545802'] for router_interface, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:53.674339 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Network 1a1a4ac3-4baa-49b4-b5be-801b5d99cf95 is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:37:53.675806 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:37:53.700318 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=8a33686c-3105-43af-929a-ac41239c90fb,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:53.704568 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:53.794188 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Router d98d5a1e-d668-4ec0-b989-973fcf24d259 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:37:53.800402 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'name': 'tempest-TestVolumeBootPattern-1478807309-router', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '195c4b00-b31d-4ac7-996d-5a179982628e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:50Z', 'updated_at': '2021-06-18T08:37:53Z', 'revision_number': 4, 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'gw_port': {'id': '195c4b00-b31d-4ac7-996d-5a179982628e', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:50Z', 'updated_at': '2021-06-18T08:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'fa5a41b8-b6c1-4216-9d06-c892864edb7b', 'name': '', 'network_id': '1a1a4ac3-4baa-49b4-b5be-801b5d99cf95', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'mac_address': 'fa:16:3e:2b:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'ac834d06-7af4-41b0-b459-7abefcb4cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:52Z', 'updated_at': '2021-06-18T08:37:52Z', 'revision_number': 1, 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'subnets': [{'id': 'ac834d06-7af4-41b0-b459-7abefcb4cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:53.834457 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d248890c-e8bf-49e4-9898-cd11127b9725 None None] The sync data for ids ['d98d5a1e-d668-4ec0-b989-973fcf24d259'] in dv-cinder-761113-14-iscsi is: [{'id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'name': 'tempest-TestVolumeBootPattern-1478807309-router', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '195c4b00-b31d-4ac7-996d-5a179982628e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:50Z', 'updated_at': '2021-06-18T08:37:53Z', 'revision_number': 4, 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'gw_port': {'id': '195c4b00-b31d-4ac7-996d-5a179982628e', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:50Z', 'updated_at': '2021-06-18T08:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'fa5a41b8-b6c1-4216-9d06-c892864edb7b', 'name': '', 'network_id': '1a1a4ac3-4baa-49b4-b5be-801b5d99cf95', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'mac_address': 'fa:16:3e:2b:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'ac834d06-7af4-41b0-b459-7abefcb4cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:52Z', 'updated_at': '2021-06-18T08:37:52Z', 'revision_number': 1, 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'subnets': [{'id': 'ac834d06-7af4-41b0-b459-7abefcb4cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:37:53.848899 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:53.908750 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:37:53.920373 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] 10.222.0.83 "PUT /v2.0/routers/d98d5a1e-d668-4ec0-b989-973fcf24d259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6413364 Jun 18 08:37:53.963664 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-bf9c9001-b99a-43f6-bf5e-689735a48fa5 None None] Provisioning complete for port fa5a41b8-b6c1-4216-9d06-c892864edb7b triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:37:53.964047 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9001-b99a-43f6-bf5e-689735a48fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:54.000110 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c9001-b99a-43f6-bf5e-689735a48fa5 None None] Port fa5a41b8-b6c1-4216-9d06-c892864edb7b cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:37:54.451218 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34360) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:54.456254 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1626012878-network', 'tenant_id': '662100532a804fc3947b464108b3d5de'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:37:54.484926 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] Made reservation on behalf of 662100532a804fc3947b464108b3d5de for: {'network': 1} {{(pid=92894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:37:54.491026 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for network, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:54.503117 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:54.605989 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:54.612340 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:54.616051 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-09bf90d8-a74f-4ea1-96db-5d3ba6e5463b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:54.646817 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=92894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:37:54.655318 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0758c2-a9ce-4341-b782-4e27664c9fc6,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:54.662051 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:54.662397 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.db.segments_db [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] Added segment e95b3b24-1a91-42fd-bebb-d9e45d985402 of type vlan for network e4aa7d21-a539-4e46-bc8e-8760f146e3be Jun 18 08:37:54.672136 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:54.718415 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757668298716'] for network, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:54.749948 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974'] for network, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:54.751471 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:54.752067 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:54.754449 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:54.806538 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3541331 Jun 18 08:37:54.809193 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 34366) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:54.814329 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-9a10f6f5-b511-4638-87c8-af28e4bdb939 admin admin] Request body: {'subnet': {'network_id': 'e4aa7d21-a539-4e46-bc8e-8760f146e3be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1626012878-subnet', 'tenant_id': '662100532a804fc3947b464108b3d5de', 'ip_version': 4}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:37:54.818259 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] Pushing event updated for resources: {'Network': ['ID=e4aa7d21-a539-4e46-bc8e-8760f146e3be,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:54.823117 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-10e12645-5ea9-4c45-8053-05220b4d0962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:54.831175 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Network e4aa7d21-a539-4e46-bc8e-8760f146e3be details requested by agent ovs-agent-dv-cinder-761113-14-iscsi with host dv-cinder-761113-14-iscsi {{(pid=92896) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:37:54.841925 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a10f6f5-b511-4638-87c8-af28e4bdb939 admin admin] Made reservation on behalf of 662100532a804fc3947b464108b3d5de for: {'subnet': 1} {{(pid=92895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:37:54.844779 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a10f6f5-b511-4638-87c8-af28e4bdb939 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8539551'] for subnet, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:55.036103 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a10f6f5-b511-4638-87c8-af28e4bdb939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8739212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8539533'] for subnet, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:55.038714 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:55.093813 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 195c4b00-b31d-4ac7-996d-5a179982628e up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:37:55.094865 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10f6f5-b511-4638-87c8-af28e4bdb939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77de01f5-9afa-4dbb-866b-880d8959a793,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:55.098474 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9a10f6f5-b511-4638-87c8-af28e4bdb939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:55.106905 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a10f6f5-b511-4638-87c8-af28e4bdb939 admin admin] Checking segment: {'id': 'e95b3b24-1a91-42fd-bebb-d9e45d985402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e4aa7d21-a539-4e46-bc8e-8760f146e3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:37:55.107558 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10f6f5-b511-4638-87c8-af28e4bdb939 admin admin] Network hostable DHCP agents. Network: e4aa7d21-a539-4e46-bc8e-8760f146e3be, hostable agents: ['c7e99499-f7ce-4120-9049-af7fa53c20ce'], hosted agents: [] {{(pid=92895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:37:55.125461 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10f6f5-b511-4638-87c8-af28e4bdb939 admin admin] Network e4aa7d21-a539-4e46-bc8e-8760f146e3be is scheduled to be hosted by DHCP agent c7e99499-f7ce-4120-9049-af7fa53c20ce with binding_index 1 {{(pid=92895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:37:55.135767 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-9a10f6f5-b511-4638-87c8-af28e4bdb939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-14-iscsi, e4aa7d21-a539-4e46-bc8e-8760f146e3be) {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:37:55.143169 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10f6f5-b511-4638-87c8-af28e4bdb939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:55.143962 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9a10f6f5-b511-4638-87c8-af28e4bdb939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:55.148928 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314ce25b-b6f9-4e98-9c3b-063aa06d2544 None None] Network e4aa7d21-a539-4e46-bc8e-8760f146e3be requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:37:55.158848 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9a10f6f5-b511-4638-87c8-af28e4bdb939 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3485291 Jun 18 08:37:55.161417 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 34368) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:55.166626 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1626012878-router', 'tenant_id': '662100532a804fc3947b464108b3d5de', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:37:55.188787 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-604585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2639'] for router, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:55.189870 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-604628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545690', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-923112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2628'] for router, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:55.207290 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port 195c4b00-b31d-4ac7-996d-5a179982628e completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:37:55.216157 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 195c4b00-b31d-4ac7-996d-5a179982628e triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:37:55.216543 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:55.250411 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:55.311660 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-01ff8252-12ec-4230-aa60-648822ba82fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:55.376430 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe8cd3cf-c619-57cb-820d-d0ee420b7d22-e4aa7d21-a539-4e46-bc8e-8760f146e3be', 'network_id': 'e4aa7d21-a539-4e46-bc8e-8760f146e3be', 'tenant_id': '662100532a804fc3947b464108b3d5de', 'fixed_ips': [{'subnet_id': '77de01f5-9afa-4dbb-866b-880d8959a793'}]}} from dv-cinder-761113-14-iscsi. {{(pid=92896) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:37:55.377292 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:55.387516 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:55.390191 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545768', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-604507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2642'] for router, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:55.419968 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port 195c4b00-b31d-4ac7-996d-5a179982628e, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=195c4b00-b31d-4ac7-996d-5a179982628e,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:55.425598 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:55.426454 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 8a33686c-3105-43af-929a-ac41239c90fb up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:37:55.469152 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-cddbec12-9345-4f3c-80c6-dfba2674d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:55.590664 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=195c4b00-b31d-4ac7-996d-5a179982628e,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:55.597215 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:55.623915 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.db_base_plugin_common [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Allocated IP 172.20.0.2 (e4aa7d21-a539-4e46-bc8e-8760f146e3be/77de01f5-9afa-4dbb-866b-880d8959a793/10c5777c-50b0-4209-aae4-689e00a3e5f7) {{(pid=92896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:37:55.627426 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 8a33686c-3105-43af-929a-ac41239c90fb triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:37:55.628044 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:55.646141 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:37:55.887799 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:55.907395 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:55.984809 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Notify callbacks [] for port, precommit_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:55.985421 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Sync routers for ids ['d98d5a1e-d668-4ec0-b989-973fcf24d259'] in dv-cinder-761113-14-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:37:55.995253 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Routers {'d98d5a1e-d668-4ec0-b989-973fcf24d259'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:37:55.995464 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Transition to ACTIVE for port object 10c5777c-50b0-4209-aae4-689e00a3e5f7 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:37:55.996057 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:37:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['d98d5a1e-d668-4ec0-b989-973fcf24d259'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:56.010393 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Transition to ACTIVE for port object 10c5777c-50b0-4209-aae4-689e00a3e5f7 will not be triggered until provisioned by entity DHCP. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:37:56.016454 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214'] for port, after_create {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:56.019370 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:56.021034 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_common [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Allocated IP 172.27.0.27 (a252541b-e27f-4a3f-8e86-824b883db521/ff822c60-bf8e-4d27-91f8-cd72c981900b/eebad895-fe0c-4807-b751-8708354ac3e2) {{(pid=92895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:37:56.050650 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Network e4aa7d21-a539-4e46-bc8e-8760f146e3be is already hosted by enough agents. {{(pid=92896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:37:56.053850 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.scheduler.base_scheduler [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Resources bound (agent type, host, resource id): {{(pid=92896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:37:56.060667 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Received port after_create {{(pid=92896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:37:56.075816 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Pushing event updated for resources: {'Port': ['ID=10c5777c-50b0-4209-aae4-689e00a3e5f7,revision_number=1']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:56.092228 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:56.107938 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Set router d98d5a1e-d668-4ec0-b989-973fcf24d259 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:37:56.125315 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Attempting to bind port 10c5777c-50b0-4209-aae4-689e00a3e5f7 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:37:56.125769 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Attempting to bind port 10c5777c-50b0-4209-aae4-689e00a3e5f7 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'e95b3b24-1a91-42fd-bebb-d9e45d985402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e4aa7d21-a539-4e46-bc8e-8760f146e3be'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:37:56.126201 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Attempting to bind port 10c5777c-50b0-4209-aae4-689e00a3e5f7 on network e4aa7d21-a539-4e46-bc8e-8760f146e3be {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:37:56.131307 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:56.131470 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:37:56.131942 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Checking segment: {'id': 'e95b3b24-1a91-42fd-bebb-d9e45d985402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e4aa7d21-a539-4e46-bc8e-8760f146e3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:37:56.132188 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:56.132592 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Bound using segment: {'id': 'e95b3b24-1a91-42fd-bebb-d9e45d985402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e4aa7d21-a539-4e46-bc8e-8760f146e3be'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:37:56.133496 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Bound port: 10c5777c-50b0-4209-aae4-689e00a3e5f7, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95b3b24-1a91-42fd-bebb-d9e45d985402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e4aa7d21-a539-4e46-bc8e-8760f146e3be'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:37:56.133496 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:56.173156 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8739128'] for port, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:56.177110 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bf5ef031-6bcf-4970-9aaa-50397d683aab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:56.208569 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] For port 10c5777c-50b0-4209-aae4-689e00a3e5f7, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:37:56.212138 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] For port 10c5777c-50b0-4209-aae4-689e00a3e5f7, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=10c5777c-50b0-4209-aae4-689e00a3e5f7,segment=NetworkSegment(e95b3b24-1a91-42fd-bebb-d9e45d985402),segment_id=e95b3b24-1a91-42fd-bebb-d9e45d985402)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:37:56.216228 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:56.219993 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-089c1386-92ed-42af-8a05-0953b56d678b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:56.220901 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Network a252541b-e27f-4a3f-8e86-824b883db521 is already hosted by enough agents. {{(pid=92895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:37:56.224205 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.base_scheduler [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:37:56.228690 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Received port after_create {{(pid=92895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:37:56.255582 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=eebad895-fe0c-4807-b751-8708354ac3e2,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:56.259752 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:56.290282 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Pushing event updated for resources: {'Port': ['ID=10c5777c-50b0-4209-aae4-689e00a3e5f7,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:56.300366 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:56.335495 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'name': 'tempest-TestVolumeBootPattern-1478807309-router', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '195c4b00-b31d-4ac7-996d-5a179982628e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:50Z', 'updated_at': '2021-06-18T08:37:53Z', 'revision_number': 4, 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'gw_port': {'id': '195c4b00-b31d-4ac7-996d-5a179982628e', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:50Z', 'updated_at': '2021-06-18T08:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'fa5a41b8-b6c1-4216-9d06-c892864edb7b', 'name': '', 'network_id': '1a1a4ac3-4baa-49b4-b5be-801b5d99cf95', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'mac_address': 'fa:16:3e:2b:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'ac834d06-7af4-41b0-b459-7abefcb4cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:52Z', 'updated_at': '2021-06-18T08:37:53Z', 'revision_number': 2, 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'subnets': [{'id': 'ac834d06-7af4-41b0-b459-7abefcb4cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:56.367147 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Checking router: d98d5a1e-d668-4ec0-b989-973fcf24d259 for host: dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:37:56.367666 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Updating router d98d5a1e-d668-4ec0-b989-973fcf24d259 port fa5a41b8-b6c1-4216-9d06-c892864edb7b binding host dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:37:56.404434 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:56.529559 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:56.698579 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:56.708575 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Transition to ACTIVE for port object fa5a41b8-b6c1-4216-9d06-c892864edb7b will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:37:56.714353 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:56.716543 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-d902d835-708a-497b-b03f-9505eeed3578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:56.730839 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-604576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543804'] for router, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:56.757717 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d97fd-a9df-43ce-80af-a389428db90e None None] Pushing event updated for resources: {'Port': ['ID=fa5a41b8-b6c1-4216-9d06-c892864edb7b,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:56.837925 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d97fd-a9df-43ce-80af-a389428db90e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:56.838299 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d97fd-a9df-43ce-80af-a389428db90e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:56.838647 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d97fd-a9df-43ce-80af-a389428db90e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:56.838995 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d97fd-a9df-43ce-80af-a389428db90e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:56.839336 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d97fd-a9df-43ce-80af-a389428db90e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:56.839669 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d97fd-a9df-43ce-80af-a389428db90e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:56.840003 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d97fd-a9df-43ce-80af-a389428db90e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:56.840330 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d97fd-a9df-43ce-80af-a389428db90e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:56.840672 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d97fd-a9df-43ce-80af-a389428db90e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:56.841000 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d97fd-a9df-43ce-80af-a389428db90e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:56.841319 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d97fd-a9df-43ce-80af-a389428db90e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:56.841639 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885d97fd-a9df-43ce-80af-a389428db90e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:56.848110 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-885d97fd-a9df-43ce-80af-a389428db90e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:56.861867 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Attempting to bind port fa5a41b8-b6c1-4216-9d06-c892864edb7b on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:37:56.862229 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Attempting to bind port fa5a41b8-b6c1-4216-9d06-c892864edb7b by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': '3840b296-fd73-4b53-993a-091d469b485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '1a1a4ac3-4baa-49b4-b5be-801b5d99cf95'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:37:56.862770 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Attempting to bind port fa5a41b8-b6c1-4216-9d06-c892864edb7b on network 1a1a4ac3-4baa-49b4-b5be-801b5d99cf95 {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:37:56.868871 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:37:56.869381 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Checking segment: {'id': '3840b296-fd73-4b53-993a-091d469b485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '1a1a4ac3-4baa-49b4-b5be-801b5d99cf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:37:56.870034 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:56.870692 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Bound using segment: {'id': '3840b296-fd73-4b53-993a-091d469b485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '1a1a4ac3-4baa-49b4-b5be-801b5d99cf95'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:37:56.871420 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Bound port: fa5a41b8-b6c1-4216-9d06-c892864edb7b, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3840b296-fd73-4b53-993a-091d469b485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '1a1a4ac3-4baa-49b4-b5be-801b5d99cf95'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:37:56.871998 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:56.901759 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Router 04010b00-b3d2-41c8-adca-e4834de2542f is scheduled to L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 with binding_index 1 {{(pid=92895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:37:56.941410 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] For port fa5a41b8-b6c1-4216-9d06-c892864edb7b, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:37:56.945977 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] For port fa5a41b8-b6c1-4216-9d06-c892864edb7b, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=fa5a41b8-b6c1-4216-9d06-c892864edb7b,segment=NetworkSegment(3840b296-fd73-4b53-993a-091d469b485d),segment_id=3840b296-fd73-4b53-993a-091d469b485d)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:37:56.949943 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:56.952993 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:57.022060 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d97fd-a9df-43ce-80af-a389428db90e None None] Pushing event updated for resources: {'Port': ['ID=fa5a41b8-b6c1-4216-9d06-c892864edb7b,revision_number=4']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:57.050497 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-885d97fd-a9df-43ce-80af-a389428db90e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:57.058491 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Routers {'d98d5a1e-d668-4ec0-b989-973fcf24d259'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:37:57.059254 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:37:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['d98d5a1e-d668-4ec0-b989-973fcf24d259'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:57.083947 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:37:57.096493 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Sync routers for ids ['04010b00-b3d2-41c8-adca-e4834de2542f'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:37:57.129002 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:57.129236 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Routers {'04010b00-b3d2-41c8-adca-e4834de2542f'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:37:57.131345 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:37:28Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['04010b00-b3d2-41c8-adca-e4834de2542f'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:57.136204 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5558e461-219b-4abd-8920-4c6bcadc8ef7 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9715087 Jun 18 08:37:57.136614 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34386) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:57.248084 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] Set router d98d5a1e-d668-4ec0-b989-973fcf24d259 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:37:57.277327 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 10c5777c-50b0-4209-aae4-689e00a3e5f7 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:37:57.385065 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Set router 04010b00-b3d2-41c8-adca-e4834de2542f gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:37:57.496720 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port 10c5777c-50b0-4209-aae4-689e00a3e5f7 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:37:57.510841 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 195c4b00-b31d-4ac7-996d-5a179982628e up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:37:57.517318 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c3dddd-74cc-49ac-8207-e295326feb71 None None] Network e4aa7d21-a539-4e46-bc8e-8760f146e3be requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:37:57.587727 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'name': 'tempest-TestVolumeBootPattern-1478807309-router', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '195c4b00-b31d-4ac7-996d-5a179982628e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:50Z', 'updated_at': '2021-06-18T08:37:53Z', 'revision_number': 4, 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'gw_port': {'id': '195c4b00-b31d-4ac7-996d-5a179982628e', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:50Z', 'updated_at': '2021-06-18T08:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'fa5a41b8-b6c1-4216-9d06-c892864edb7b', 'name': '', 'network_id': '1a1a4ac3-4baa-49b4-b5be-801b5d99cf95', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'mac_address': 'fa:16:3e:2b:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'ac834d06-7af4-41b0-b459-7abefcb4cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:52Z', 'updated_at': '2021-06-18T08:37:56Z', 'revision_number': 4, 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'subnets': [{'id': 'ac834d06-7af4-41b0-b459-7abefcb4cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:57.614226 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504730a0-8f1f-4064-9f3f-e6651072f0dc None None] The sync data for ids ['d98d5a1e-d668-4ec0-b989-973fcf24d259'] in dv-cinder-761113-14-iscsi is: [{'id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'name': 'tempest-TestVolumeBootPattern-1478807309-router', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '195c4b00-b31d-4ac7-996d-5a179982628e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:50Z', 'updated_at': '2021-06-18T08:37:53Z', 'revision_number': 4, 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'gw_port': {'id': '195c4b00-b31d-4ac7-996d-5a179982628e', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:50Z', 'updated_at': '2021-06-18T08:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': 'fa5a41b8-b6c1-4216-9d06-c892864edb7b', 'name': '', 'network_id': '1a1a4ac3-4baa-49b4-b5be-801b5d99cf95', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'mac_address': 'fa:16:3e:2b:b3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'ac834d06-7af4-41b0-b459-7abefcb4cc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:52Z', 'updated_at': '2021-06-18T08:37:56Z', 'revision_number': 4, 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'subnets': [{'id': 'ac834d06-7af4-41b0-b459-7abefcb4cc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:37:57.711773 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8125063'] for port, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:57.737604 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 195c4b00-b31d-4ac7-996d-5a179982628e triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:37:57.737994 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:57.805159 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-a84911f4-a569-4035-aaaf-92294f1ef375 None None] Provisioning for port 10c5777c-50b0-4209-aae4-689e00a3e5f7 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:37:57.846355 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-a84911f4-a569-4035-aaaf-92294f1ef375 None None] Provisioning complete for port 10c5777c-50b0-4209-aae4-689e00a3e5f7 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:37:57.846770 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a84911f4-a569-4035-aaaf-92294f1ef375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:57.884437 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_common [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Allocated IP 172.20.0.1 (e4aa7d21-a539-4e46-bc8e-8760f146e3be/77de01f5-9afa-4dbb-866b-880d8959a793/2e300112-420a-4d61-afe9-c1958fc5c508) {{(pid=92894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:37:57.890566 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'name': 'tempest-TestVolumeBootPattern-1626012878-router', 'tenant_id': '662100532a804fc3947b464108b3d5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'eebad895-fe0c-4807-b751-8708354ac3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:55Z', 'updated_at': '2021-06-18T08:37:56Z', 'revision_number': 3, 'project_id': '662100532a804fc3947b464108b3d5de', 'gw_port': {'id': 'eebad895-fe0c-4807-b751-8708354ac3e2', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:55Z', 'updated_at': '2021-06-18T08:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:57.964657 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Checking router: 04010b00-b3d2-41c8-adca-e4834de2542f for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:37:57.965012 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Updating router 04010b00-b3d2-41c8-adca-e4834de2542f port eebad895-fe0c-4807-b751-8708354ac3e2 binding host dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:37:57.997884 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.013713 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Transition to ACTIVE for port object 2e300112-420a-4d61-afe9-c1958fc5c508 will not be triggered until provisioned by entity DHCP. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:37:58.025793 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.058700 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.059361 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8124484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-28585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757668325214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9223824'] for port, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.062741 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b7ea761d-14b2-4e65-a1ea-15e858974bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:58.104360 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a84911f4-a569-4035-aaaf-92294f1ef375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.106128 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Network e4aa7d21-a539-4e46-bc8e-8760f146e3be is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:37:58.107983 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:37:58.111874 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Received port after_create {{(pid=92894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:37:58.149098 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Pushing event updated for resources: {'Port': ['ID=2e300112-420a-4d61-afe9-c1958fc5c508,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:58.158949 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:58.172693 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548627'] for router_interface, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.212468 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-28cca9cc-eea8-40f2-bd4f-458b1efc3b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.230456 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-a84911f4-a569-4035-aaaf-92294f1ef375 None None] For port 10c5777c-50b0-4209-aae4-689e00a3e5f7, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=10c5777c-50b0-4209-aae4-689e00a3e5f7,segment=NetworkSegment(e95b3b24-1a91-42fd-bebb-d9e45d985402),segment_id=e95b3b24-1a91-42fd-bebb-d9e45d985402)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:58.244515 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a84911f4-a569-4035-aaaf-92294f1ef375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.268886 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-cddbec12-9345-4f3c-80c6-dfba2674d875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:58.335983 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84911f4-a569-4035-aaaf-92294f1ef375 None None] Pushing event updated for resources: {'Port': ['ID=10c5777c-50b0-4209-aae4-689e00a3e5f7,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:58.342382 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-a84911f4-a569-4035-aaaf-92294f1ef375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:58.350401 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.402686 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-772a174f-1ae0-4004-acc6-638c4d0f0a38 None None] Provisioning complete for port 10c5777c-50b0-4209-aae4-689e00a3e5f7 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:37:58.403209 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-772a174f-1ae0-4004-acc6-638c4d0f0a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.476043 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Notify callbacks [] for port, precommit_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.496560 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Transition to ACTIVE for port object eebad895-fe0c-4807-b751-8708354ac3e2 will not be triggered until provisioned by entity L2. {{(pid=92896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:37:58.525175 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.529427 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:58.549338 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.554010 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223846'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.557045 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-677f62f6-6d39-46ee-9d6e-f40db07a5f01 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:58.589174 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Attempting to bind port eebad895-fe0c-4807-b751-8708354ac3e2 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:37:58.589562 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Attempting to bind port eebad895-fe0c-4807-b751-8708354ac3e2 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:37:58.589940 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Attempting to bind port eebad895-fe0c-4807-b751-8708354ac3e2 on network a252541b-e27f-4a3f-8e86-824b883db521 {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:37:58.598558 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:37:58.598954 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Checking segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:37:58.599390 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.599791 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Bound using segment: {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'} {{(pid=92896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:37:58.600270 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.managers [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Bound port: eebad895-fe0c-4807-b751-8708354ac3e2, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8c389f-ac55-434c-bac9-8cf7bcabdcc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521'}}] {{(pid=92896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:37:58.600655 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.602252 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6e611-73c6-41ce-8cc8-a0c6fba5f8d9 None None] Pushing event updated for resources: {'Port': ['ID=eebad895-fe0c-4807-b751-8708354ac3e2,revision_number=2']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:58.605311 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-c2c6e611-73c6-41ce-8cc8-a0c6fba5f8d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:58.622406 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Pushing event updated for resources: {'Port': ['ID=2e300112-420a-4d61-afe9-c1958fc5c508,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:58.624890 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-724072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545802'] for router_interface, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.626846 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:58.662387 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] For port eebad895-fe0c-4807-b751-8708354ac3e2, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:37:58.667061 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] For port eebad895-fe0c-4807-b751-8708354ac3e2, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=eebad895-fe0c-4807-b751-8708354ac3e2,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:37:58.674296 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.687470 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-27486062-a4ab-4a7f-a280-2c26677da4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:58.724597 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Network e4aa7d21-a539-4e46-bc8e-8760f146e3be is already hosted by enough agents. {{(pid=92894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:37:58.726245 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.base_scheduler [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=92894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:37:58.743653 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-f8cf6158-c88a-41e7-b08e-f2311e11b9ec None None] Provisioning for port 2e300112-420a-4d61-afe9-c1958fc5c508 completed by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:37:58.748098 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6e611-73c6-41ce-8cc8-a0c6fba5f8d9 None None] Pushing event updated for resources: {'Port': ['ID=eebad895-fe0c-4807-b751-8708354ac3e2,revision_number=3']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:58.759257 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-f8cf6158-c88a-41e7-b08e-f2311e11b9ec None None] Provisioning complete for port 2e300112-420a-4d61-afe9-c1958fc5c508 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:37:58.759649 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f8cf6158-c88a-41e7-b08e-f2311e11b9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:58.761357 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Routers {'04010b00-b3d2-41c8-adca-e4834de2542f'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:37:58.762004 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:37:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['04010b00-b3d2-41c8-adca-e4834de2542f'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:58.763876 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-c2c6e611-73c6-41ce-8cc8-a0c6fba5f8d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:58.862651 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Router 04010b00-b3d2-41c8-adca-e4834de2542f has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:37:58.867917 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf6158-c88a-41e7-b08e-f2311e11b9ec None None] Port 2e300112-420a-4d61-afe9-c1958fc5c508 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:37:58.901752 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] Set router 04010b00-b3d2-41c8-adca-e4834de2542f gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:37:58.989235 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:37:59.010871 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] 10.222.0.83 "PUT /v2.0/routers/04010b00-b3d2-41c8-adca-e4834de2542f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8730376 Jun 18 08:37:59.047214 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:59.052015 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-2595aac7-02f4-4325-ae7a-22f572013934 None None] Provisioning complete for port 2e300112-420a-4d61-afe9-c1958fc5c508 triggered by entity DHCP. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:37:59.052395 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2595aac7-02f4-4325-ae7a-22f572013934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:59.203434 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 10c5777c-50b0-4209-aae4-689e00a3e5f7 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:37:59.262488 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-2595aac7-02f4-4325-ae7a-22f572013934 None None] Port 2e300112-420a-4d61-afe9-c1958fc5c508 cannot update to ACTIVE because it is not bound. {{(pid=92896) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:37:59.324513 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 10c5777c-50b0-4209-aae4-689e00a3e5f7 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:37:59.324897 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:59.360392 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'name': 'tempest-TestVolumeBootPattern-1626012878-router', 'tenant_id': '662100532a804fc3947b464108b3d5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'eebad895-fe0c-4807-b751-8708354ac3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:55Z', 'updated_at': '2021-06-18T08:37:58Z', 'revision_number': 4, 'project_id': '662100532a804fc3947b464108b3d5de', 'gw_port': {'id': 'eebad895-fe0c-4807-b751-8708354ac3e2', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:55Z', 'updated_at': '2021-06-18T08:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '2e300112-420a-4d61-afe9-c1958fc5c508', 'name': '', 'network_id': 'e4aa7d21-a539-4e46-bc8e-8760f146e3be', 'tenant_id': '662100532a804fc3947b464108b3d5de', 'mac_address': 'fa:16:3e:37:d4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '77de01f5-9afa-4dbb-866b-880d8959a793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:57Z', 'updated_at': '2021-06-18T08:37:58Z', 'revision_number': 2, 'project_id': '662100532a804fc3947b464108b3d5de', 'subnets': [{'id': '77de01f5-9afa-4dbb-866b-880d8959a793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:59.389056 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5168fb7-1313-4400-912e-30bc584dfbb2 None None] The sync data for ids ['04010b00-b3d2-41c8-adca-e4834de2542f'] in dv-cinder-761113-14-iscsi is: [{'id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'name': 'tempest-TestVolumeBootPattern-1626012878-router', 'tenant_id': '662100532a804fc3947b464108b3d5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'eebad895-fe0c-4807-b751-8708354ac3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:55Z', 'updated_at': '2021-06-18T08:37:58Z', 'revision_number': 4, 'project_id': '662100532a804fc3947b464108b3d5de', 'gw_port': {'id': 'eebad895-fe0c-4807-b751-8708354ac3e2', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:55Z', 'updated_at': '2021-06-18T08:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '2e300112-420a-4d61-afe9-c1958fc5c508', 'name': '', 'network_id': 'e4aa7d21-a539-4e46-bc8e-8760f146e3be', 'tenant_id': '662100532a804fc3947b464108b3d5de', 'mac_address': 'fa:16:3e:37:d4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '77de01f5-9afa-4dbb-866b-880d8959a793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:57Z', 'updated_at': '2021-06-18T08:37:58Z', 'revision_number': 2, 'project_id': '662100532a804fc3947b464108b3d5de', 'subnets': [{'id': '77de01f5-9afa-4dbb-866b-880d8959a793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:37:59.437317 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device fa5a41b8-b6c1-4216-9d06-c892864edb7b up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:37:59.488668 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port fa5a41b8-b6c1-4216-9d06-c892864edb7b completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:37:59.493846 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port fa5a41b8-b6c1-4216-9d06-c892864edb7b triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:37:59.494298 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:59.589788 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:59.629622 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port fa5a41b8-b6c1-4216-9d06-c892864edb7b, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=fa5a41b8-b6c1-4216-9d06-c892864edb7b,segment=NetworkSegment(3840b296-fd73-4b53-993a-091d469b485d),segment_id=3840b296-fd73-4b53-993a-091d469b485d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:59.634366 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:59.636245 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:59.687394 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34412) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:59.694380 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-9be69a50-ce45-4096-af08-34768d9e786f tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10543248', 'description': 'tempest-secgroup-smoke-10543248 description', 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:37:59.696718 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=fa5a41b8-b6c1-4216-9d06-c892864edb7b,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:59.706122 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:59.728142 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9be69a50-ce45-4096-af08-34768d9e786f tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:59.827290 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9be69a50-ce45-4096-af08-34768d9e786f tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:59.832497 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9be69a50-ce45-4096-af08-34768d9e786f tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:59.835102 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-841f7a41-2357-4fa5-a276-be9e02c16bb9 tempest-AttachVolumeShelveTestJSON-1477117372 tempest-AttachVolumeShelveTestJSON-1477117372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:59.860477 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9be69a50-ce45-4096-af08-34768d9e786f tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:59.861686 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-9be69a50-ce45-4096-af08-34768d9e786f tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1727448 Jun 18 08:37:59.864562 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34416) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:59.870797 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-9123ca9e-5c91-474b-8873-e4c593bc64ed tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Request body: {'security_group_rule': {'security_group_id': '62d7432a-5864-43e8-b613-a38824a96648', 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:37:59.875205 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be69a50-ce45-4096-af08-34768d9e786f tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d7432a-5864-43e8-b613-a38824a96648,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:59.878485 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9be69a50-ce45-4096-af08-34768d9e786f tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:59.900952 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9123ca9e-5c91-474b-8873-e4c593bc64ed tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:59.971441 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9123ca9e-5c91-474b-8873-e4c593bc64ed tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:59.975360 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9123ca9e-5c91-474b-8873-e4c593bc64ed tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:59.978025 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:59.995108 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123ca9e-5c91-474b-8873-e4c593bc64ed tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfa7df1-d7db-4de2-9e2b-6cdd9c326924,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:59.999222 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9123ca9e-5c91-474b-8873-e4c593bc64ed tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:00.001434 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-9123ca9e-5c91-474b-8873-e4c593bc64ed tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.005316 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-9123ca9e-5c91-474b-8873-e4c593bc64ed tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364541 Jun 18 08:38:00.005541 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34418) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:00.013683 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-bc0c8b3b-001a-45a5-839d-c4c73d22075b tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Request body: {'security_group_rule': {'security_group_id': '62d7432a-5864-43e8-b613-a38824a96648', 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:38:00.043720 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8b3b-001a-45a5-839d-c4c73d22075b tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.109469 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8b3b-001a-45a5-839d-c4c73d22075b tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.113281 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8b3b-001a-45a5-839d-c4c73d22075b tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.115430 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:00.132106 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c8b3b-001a-45a5-839d-c4c73d22075b tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeac8a9d-054a-4485-8973-44496dfb23d5,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:00.138188 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bc0c8b3b-001a-45a5-839d-c4c73d22075b tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:00.142788 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8b3b-001a-45a5-839d-c4c73d22075b tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.144097 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-bc0c8b3b-001a-45a5-839d-c4c73d22075b tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375570 Jun 18 08:38:00.147145 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34424) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:00.151888 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-989c58ed-fe84-4a5b-9f5f-7872cb69218a tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Request body: {'security_group_rule': {'security_group_id': '62d7432a-5864-43e8-b613-a38824a96648', 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:38:00.177758 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-989c58ed-fe84-4a5b-9f5f-7872cb69218a tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.233784 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-989c58ed-fe84-4a5b-9f5f-7872cb69218a tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.237241 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-989c58ed-fe84-4a5b-9f5f-7872cb69218a tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.239426 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-6f277768-db3c-4cba-bbf5-fa8697e91752 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:00.256517 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c58ed-fe84-4a5b-9f5f-7872cb69218a tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7c66c0-fd4f-4a4b-94f4-fa2cb9e87607,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:00.260353 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-989c58ed-fe84-4a5b-9f5f-7872cb69218a tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:00.264478 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-989c58ed-fe84-4a5b-9f5f-7872cb69218a tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.265641 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-989c58ed-fe84-4a5b-9f5f-7872cb69218a tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175182 Jun 18 08:38:00.268457 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 34426) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:00.272892 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.v2.base [None req-b2fcfee2-3ee7-4253-b64d-0172e64ebf69 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Request body: {'security_group_rule': {'security_group_id': '62d7432a-5864-43e8-b613-a38824a96648', 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:38:00.298347 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b2fcfee2-3ee7-4253-b64d-0172e64ebf69 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.361422 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b2fcfee2-3ee7-4253-b64d-0172e64ebf69 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.366125 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b2fcfee2-3ee7-4253-b64d-0172e64ebf69 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.372426 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d6f3545c-548b-46b6-b96a-19c6aefdad4e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:00.395441 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcfee2-3ee7-4253-b64d-0172e64ebf69 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f968db-0bf6-4e99-8f70-dc1e0fd67400,revision_number=0']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:00.395441 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b2fcfee2-3ee7-4253-b64d-0172e64ebf69 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:00.429412 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b2fcfee2-3ee7-4253-b64d-0172e64ebf69 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.434732 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 34430) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:00.438678 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b2fcfee2-3ee7-4253-b64d-0172e64ebf69 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1682348 Jun 18 08:38:00.446501 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-a6b4ead4-6a8b-482b-9040-d76d50d13df6 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Request body: {'security_group_rule': {'security_group_id': '62d7432a-5864-43e8-b613-a38824a96648', 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:38:00.475631 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.securitygroups_db [None req-a6b4ead4-6a8b-482b-9040-d76d50d13df6 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Project d86aa6c66a1f4d96841fb126ec5de5f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 08:38:00.481288 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a6b4ead4-6a8b-482b-9040-d76d50d13df6 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.544006 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a6b4ead4-6a8b-482b-9040-d76d50d13df6 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.547683 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a6b4ead4-6a8b-482b-9040-d76d50d13df6 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.549703 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:00.566414 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4ead4-6a8b-482b-9040-d76d50d13df6 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ab3356-889d-4870-b002-b0f5415011b6,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:00.568908 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a6b4ead4-6a8b-482b-9040-d76d50d13df6 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:00.573995 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-a6b4ead4-6a8b-482b-9040-d76d50d13df6 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.575704 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-a6b4ead4-6a8b-482b-9040-d76d50d13df6 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392024 Jun 18 08:38:00.578271 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 34432) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:00.583070 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.v2.base [None req-67cc608e-1c8d-4250-8cff-0c5a2a89ca99 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Request body: {'security_group_rule': {'security_group_id': '62d7432a-5864-43e8-b613-a38824a96648', 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:38:00.607678 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.securitygroups_db [None req-67cc608e-1c8d-4250-8cff-0c5a2a89ca99 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Project d86aa6c66a1f4d96841fb126ec5de5f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 08:38:00.613866 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-67cc608e-1c8d-4250-8cff-0c5a2a89ca99 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.679616 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.685893 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-67cc608e-1c8d-4250-8cff-0c5a2a89ca99 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.690024 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-67cc608e-1c8d-4250-8cff-0c5a2a89ca99 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933575'] for security_group_rule, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.692066 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:00.710717 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc608e-1c8d-4250-8cff-0c5a2a89ca99 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab86fa3-c02b-4cf3-92d3-f21c275dc767,revision_number=0']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:00.713673 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-67cc608e-1c8d-4250-8cff-0c5a2a89ca99 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:00.715090 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-67cc608e-1c8d-4250-8cff-0c5a2a89ca99 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.716480 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-67cc608e-1c8d-4250-8cff-0c5a2a89ca99 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372199 Jun 18 08:38:01.126410 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device eebad895-fe0c-4807-b751-8708354ac3e2 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:38:01.197604 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port eebad895-fe0c-4807-b751-8708354ac3e2 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:38:01.204607 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port eebad895-fe0c-4807-b751-8708354ac3e2 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:38:01.205288 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:01.288698 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:01.310382 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port eebad895-fe0c-4807-b751-8708354ac3e2, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=eebad895-fe0c-4807-b751-8708354ac3e2,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:38:01.314256 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:01.315122 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device fa5a41b8-b6c1-4216-9d06-c892864edb7b up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:38:01.316882 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-a66f4e73-076a-4274-8e70-49afc1577e93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:01.389441 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=eebad895-fe0c-4807-b751-8708354ac3e2,revision_number=4']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:01.393234 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:01.401817 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port fa5a41b8-b6c1-4216-9d06-c892864edb7b triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:38:01.402277 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:01.748606 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Sync routers for ids ['04010b00-b3d2-41c8-adca-e4834de2542f'] in dv-cinder-761113-14-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:38:01.757462 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Routers {'04010b00-b3d2-41c8-adca-e4834de2542f'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:38:01.758955 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:37:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['04010b00-b3d2-41c8-adca-e4834de2542f'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:01.866872 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Set router 04010b00-b3d2-41c8-adca-e4834de2542f gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:38:02.070831 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'name': 'tempest-TestVolumeBootPattern-1626012878-router', 'tenant_id': '662100532a804fc3947b464108b3d5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'eebad895-fe0c-4807-b751-8708354ac3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:55Z', 'updated_at': '2021-06-18T08:37:58Z', 'revision_number': 4, 'project_id': '662100532a804fc3947b464108b3d5de', 'gw_port': {'id': 'eebad895-fe0c-4807-b751-8708354ac3e2', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:55Z', 'updated_at': '2021-06-18T08:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '2e300112-420a-4d61-afe9-c1958fc5c508', 'name': '', 'network_id': 'e4aa7d21-a539-4e46-bc8e-8760f146e3be', 'tenant_id': '662100532a804fc3947b464108b3d5de', 'mac_address': 'fa:16:3e:37:d4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '77de01f5-9afa-4dbb-866b-880d8959a793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:57Z', 'updated_at': '2021-06-18T08:37:58Z', 'revision_number': 2, 'project_id': '662100532a804fc3947b464108b3d5de', 'subnets': [{'id': '77de01f5-9afa-4dbb-866b-880d8959a793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:02.099591 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Checking router: 04010b00-b3d2-41c8-adca-e4834de2542f for host: dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:38:02.099870 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Updating router 04010b00-b3d2-41c8-adca-e4834de2542f port 2e300112-420a-4d61-afe9-c1958fc5c508 binding host dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:38:02.137473 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:02.410514 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Notify callbacks [] for port, precommit_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:02.420673 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.provisioning_blocks [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Transition to ACTIVE for port object 2e300112-420a-4d61-afe9-c1958fc5c508 will not be triggered until provisioned by entity L2. {{(pid=92897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:38:02.426143 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:02.429235 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-c5fff3b6-7388-45e0-80ab-1a371ccbd708 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:02.499906 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05a970-814e-432c-a953-31c9aedf92de None None] Pushing event updated for resources: {'Port': ['ID=2e300112-420a-4d61-afe9-c1958fc5c508,revision_number=3']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:02.503395 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-ba05a970-814e-432c-a953-31c9aedf92de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:02.558300 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Attempting to bind port 2e300112-420a-4d61-afe9-c1958fc5c508 on host dv-cinder-761113-14-iscsi for vnic_type normal with profile {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:38:02.558671 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Attempting to bind port 2e300112-420a-4d61-afe9-c1958fc5c508 by drivers openvswitch,hyperv on host dv-cinder-761113-14-iscsi at level 0 using segments [{'id': 'e95b3b24-1a91-42fd-bebb-d9e45d985402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e4aa7d21-a539-4e46-bc8e-8760f146e3be'}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:38:02.559073 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Attempting to bind port 2e300112-420a-4d61-afe9-c1958fc5c508 on network e4aa7d21-a539-4e46-bc8e-8760f146e3be {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:38:02.564124 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Checking agent: {'id': 'c92aa955-2d66-4444-bb05-f9095e9dfe9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 7, 28), 'started_at': datetime.datetime(2021, 6, 18, 8, 7, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:38:02.564503 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Checking segment: {'id': 'e95b3b24-1a91-42fd-bebb-d9e45d985402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e4aa7d21-a539-4e46-bc8e-8760f146e3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:38:02.564909 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:02.565308 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Bound using segment: {'id': 'e95b3b24-1a91-42fd-bebb-d9e45d985402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e4aa7d21-a539-4e46-bc8e-8760f146e3be'} {{(pid=92897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:38:02.565775 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.managers [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Bound port: 2e300112-420a-4d61-afe9-c1958fc5c508, host: dv-cinder-761113-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95b3b24-1a91-42fd-bebb-d9e45d985402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'e4aa7d21-a539-4e46-bc8e-8760f146e3be'}}] {{(pid=92897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:38:02.566156 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:02.630670 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] For port 2e300112-420a-4d61-afe9-c1958fc5c508, host dv-cinder-761113-14-iscsi, cleared binding levels {{(pid=92897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:38:02.635081 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.plugins.ml2.db [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] For port 2e300112-420a-4d61-afe9-c1958fc5c508, host dv-cinder-761113-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=2e300112-420a-4d61-afe9-c1958fc5c508,segment=NetworkSegment(e95b3b24-1a91-42fd-bebb-d9e45d985402),segment_id=e95b3b24-1a91-42fd-bebb-d9e45d985402)] {{(pid=92897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:38:02.639166 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron_lib.callbacks.manager [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:02.641412 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-95546dc3-2169-4109-bdfb-809bdeba37bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:02.694767 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05a970-814e-432c-a953-31c9aedf92de None None] Pushing event updated for resources: {'Port': ['ID=2e300112-420a-4d61-afe9-c1958fc5c508,revision_number=4']} {{(pid=92897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:02.699598 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG oslo_concurrency.lockutils [None req-ba05a970-814e-432c-a953-31c9aedf92de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:02.702401 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Routers {'04010b00-b3d2-41c8-adca-e4834de2542f'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:38:02.703033 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:37:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['04010b00-b3d2-41c8-adca-e4834de2542f'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:02.821971 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] Set router 04010b00-b3d2-41c8-adca-e4834de2542f gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:38:03.032059 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'name': 'tempest-TestVolumeBootPattern-1626012878-router', 'tenant_id': '662100532a804fc3947b464108b3d5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'eebad895-fe0c-4807-b751-8708354ac3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:55Z', 'updated_at': '2021-06-18T08:37:58Z', 'revision_number': 4, 'project_id': '662100532a804fc3947b464108b3d5de', 'gw_port': {'id': 'eebad895-fe0c-4807-b751-8708354ac3e2', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:55Z', 'updated_at': '2021-06-18T08:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '2e300112-420a-4d61-afe9-c1958fc5c508', 'name': '', 'network_id': 'e4aa7d21-a539-4e46-bc8e-8760f146e3be', 'tenant_id': '662100532a804fc3947b464108b3d5de', 'mac_address': 'fa:16:3e:37:d4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '77de01f5-9afa-4dbb-866b-880d8959a793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:57Z', 'updated_at': '2021-06-18T08:38:02Z', 'revision_number': 4, 'project_id': '662100532a804fc3947b464108b3d5de', 'subnets': [{'id': '77de01f5-9afa-4dbb-866b-880d8959a793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:03.061088 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7852f325-ea68-48c8-9ae8-36d0cb15a83d None None] The sync data for ids ['04010b00-b3d2-41c8-adca-e4834de2542f'] in dv-cinder-761113-14-iscsi is: [{'id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'name': 'tempest-TestVolumeBootPattern-1626012878-router', 'tenant_id': '662100532a804fc3947b464108b3d5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'eebad895-fe0c-4807-b751-8708354ac3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:55Z', 'updated_at': '2021-06-18T08:37:58Z', 'revision_number': 4, 'project_id': '662100532a804fc3947b464108b3d5de', 'gw_port': {'id': 'eebad895-fe0c-4807-b751-8708354ac3e2', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:55Z', 'updated_at': '2021-06-18T08:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '2e300112-420a-4d61-afe9-c1958fc5c508', 'name': '', 'network_id': 'e4aa7d21-a539-4e46-bc8e-8760f146e3be', 'tenant_id': '662100532a804fc3947b464108b3d5de', 'mac_address': 'fa:16:3e:37:d4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '77de01f5-9afa-4dbb-866b-880d8959a793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:57Z', 'updated_at': '2021-06-18T08:38:02Z', 'revision_number': 4, 'project_id': '662100532a804fc3947b464108b3d5de', 'subnets': [{'id': '77de01f5-9afa-4dbb-866b-880d8959a793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:38:03.071046 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 2e300112-420a-4d61-afe9-c1958fc5c508 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:38:03.129209 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning for port 2e300112-420a-4d61-afe9-c1958fc5c508 completed by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:38:03.134676 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 2e300112-420a-4d61-afe9-c1958fc5c508 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:38:03.135091 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:03.213366 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8125073'] for port, before_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:03.254040 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] For port 2e300112-420a-4d61-afe9-c1958fc5c508, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=2e300112-420a-4d61-afe9-c1958fc5c508,segment=NetworkSegment(e95b3b24-1a91-42fd-bebb-d9e45d985402),segment_id=e95b3b24-1a91-42fd-bebb-d9e45d985402)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:38:03.259489 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757668754643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757668325232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757668325277'] for port, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:03.260460 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device eebad895-fe0c-4807-b751-8708354ac3e2 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:38:03.263468 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:03.353172 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Pushing event updated for resources: {'Port': ['ID=2e300112-420a-4d61-afe9-c1958fc5c508,revision_number=5']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:03.357879 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:03.366694 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port eebad895-fe0c-4807-b751-8708354ac3e2 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:38:03.367311 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:05.024505 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 2e300112-420a-4d61-afe9-c1958fc5c508 up at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:38:05.074741 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.provisioning_blocks [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Provisioning complete for port 2e300112-420a-4d61-afe9-c1958fc5c508 triggered by entity L2. {{(pid=92896) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:38:05.075190 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8185498'] for port, provisioning_complete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:23.827252 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:25.285685 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b4f38cfc-8287-4615-8e1d-ee02b7805482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:27.929853 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:28.184764 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-cb86d692-47b6-456a-92da-ddb89b44a22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:29.003856 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:30.680508 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:32.644575 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:38:41.567162 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-99a14ea0-91af-4f48-8fad-727cc82c07f3 req-9ca5f442-d971-4fb7-bb30-499329021964 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495167 Jun 18 08:38:41.658736 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a14ea0-91af-4f48-8fad-727cc82c07f3 req-20fb67d7-618f-4d87-9507-1c5d60a19371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:41.660196 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-99a14ea0-91af-4f48-8fad-727cc82c07f3 req-20fb67d7-618f-4d87-9507-1c5d60a19371 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 1098 time: 0.0524371 Jun 18 08:38:41.766551 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a14ea0-91af-4f48-8fad-727cc82c07f3 req-e82f8dc9-6e0d-4f90-8564-f7136abc4378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:41.768118 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-99a14ea0-91af-4f48-8fad-727cc82c07f3 req-e82f8dc9-6e0d-4f90-8564-f7136abc4378 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 912 time: 0.0881519 Jun 18 08:38:41.832192 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-99a14ea0-91af-4f48-8fad-727cc82c07f3 req-b53ddcd0-1385-4523-a48c-9fdb03b1cfe9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f407a343-f8be-42f4-aab4-f1e309b18da6 HTTP/1.1" status: 200 len: 1001 time: 0.0579062 Jun 18 08:38:41.886745 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a14ea0-91af-4f48-8fad-727cc82c07f3 req-b8862d49-8c80-469e-9ee4-e5174c294c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:41.888231 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-99a14ea0-91af-4f48-8fad-727cc82c07f3 req-b8862d49-8c80-469e-9ee4-e5174c294c95 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 200 len: 849 time: 0.0495472 Jun 18 08:38:41.948128 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a14ea0-91af-4f48-8fad-727cc82c07f3 req-68161146-6c65-4e19-a3a2-07bb6286d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:41.949581 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-99a14ea0-91af-4f48-8fad-727cc82c07f3 req-68161146-6c65-4e19-a3a2-07bb6286d619 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0557964 Jun 18 08:38:42.037629 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-99a14ea0-91af-4f48-8fad-727cc82c07f3 req-ed6d90ed-2a9a-4d9b-81e3-9bd79083ffc6 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818636 Jun 18 08:38:42.128716 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-99a14ea0-91af-4f48-8fad-727cc82c07f3 req-0a6ec6a8-d6f1-4405-a2d1-0eccf580bbff service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851274 Jun 18 08:38:53.834584 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:55.286666 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2e1689fa-79d3-419b-8bd8-fb9b58889c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:57.934534 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:58.185361 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-58288351-2f57-4130-a617-12cf40e2ca56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:59.007144 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:00.675856 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:09.643963 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:39:23.852003 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:25.287249 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6f4bfea8-37cc-4ae1-a90b-9f70a7e5204d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:27.939592 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:28.186602 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4b31f96e-b665-4566-b3ad-9aa4735c17e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:29.011475 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:30.681332 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:43.567294 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf8f4beb-e48a-46ef-af8c-02bc9a093044 req-c25fa642-0adf-4554-af8c-c774da4a75c0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512023 Jun 18 08:39:43.660715 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f4beb-e48a-46ef-af8c-02bc9a093044 req-9b6347a4-661c-496c-9430-dcc1f886f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:43.662071 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf8f4beb-e48a-46ef-af8c-02bc9a093044 req-9b6347a4-661c-496c-9430-dcc1f886f82b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 1098 time: 0.0527253 Jun 18 08:39:43.767409 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f4beb-e48a-46ef-af8c-02bc9a093044 req-8a3d5f30-d870-4a1e-91bd-bed085c42a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:43.768878 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf8f4beb-e48a-46ef-af8c-02bc9a093044 req-8a3d5f30-d870-4a1e-91bd-bed085c42a8f service neutron] 10.222.0.88 "GET /v2.0/networks?id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 200 len: 912 time: 0.0875058 Jun 18 08:39:43.832284 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf8f4beb-e48a-46ef-af8c-02bc9a093044 req-ff36ff21-0240-44af-a658-c65b29cf28c2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f407a343-f8be-42f4-aab4-f1e309b18da6 HTTP/1.1" status: 200 len: 1001 time: 0.0575855 Jun 18 08:39:43.884454 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f4beb-e48a-46ef-af8c-02bc9a093044 req-0e966ae6-d84b-419d-85e3-78970846dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:43.885851 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf8f4beb-e48a-46ef-af8c-02bc9a093044 req-0e966ae6-d84b-419d-85e3-78970846dc3a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 200 len: 849 time: 0.0475366 Jun 18 08:39:43.945332 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f4beb-e48a-46ef-af8c-02bc9a093044 req-e1400129-9d93-4b7a-9df1-18a49950321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:43.946843 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf8f4beb-e48a-46ef-af8c-02bc9a093044 req-e1400129-9d93-4b7a-9df1-18a49950321a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cce11d3a-6683-4122-ab5e-a575bb7ecbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547309 Jun 18 08:39:44.035891 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf8f4beb-e48a-46ef-af8c-02bc9a093044 req-b104f7c5-08a1-4fcb-b74b-f6ffe85bb77a service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829084 Jun 18 08:39:44.129531 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-cf8f4beb-e48a-46ef-af8c-02bc9a093044 req-d34c9213-cca4-4c49-bc85-78f8e5c7b965 service neutron] 10.222.0.88 "GET /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869741 Jun 18 08:39:46.643218 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:39:53.849344 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:55.288543 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2fbe8e1c-b037-45c1-b2bb-a2c8888947ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:57.941468 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:58.188397 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2e8023e6-4fce-486b-b630-bdb572e02f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:59.014059 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:00.680026 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:14.560133 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd058b1-9cc7-4d0e-9fe5-1d1dbbf9ade7 req-60b9a041-176f-4b6a-8282-64145462468f tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:14.561640 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7dd058b1-9cc7-4d0e-9fe5-1d1dbbf9ade7 req-60b9a041-176f-4b6a-8282-64145462468f tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 945 time: 0.1968207 Jun 18 08:40:14.598684 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-7dd058b1-9cc7-4d0e-9fe5-1d1dbbf9ade7 req-8900c837-e176-4677-a289-855763ba07c6 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups?id=7d1c9055-9e86-4e62-951e-ec2e2057591e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309074 Jun 18 08:40:14.736130 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c0fcc-d119-4859-84de-60c5ec47264e req-d34281ed-79ce-47c1-8b0f-a1da6a48af50 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:14.737457 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-114c0fcc-d119-4859-84de-60c5ec47264e req-d34281ed-79ce-47c1-8b0f-a1da6a48af50 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.88 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 945 time: 0.0623212 Jun 18 08:40:14.846731 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-114c0fcc-d119-4859-84de-60c5ec47264e req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Deleting port f407a343-f8be-42f4-aab4-f1e309b18da6 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:14.847107 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-114c0fcc-d119-4859-84de-60c5ec47264e req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:14.931636 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [req-114c0fcc-d119-4859-84de-60c5ec47264e req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] For port f407a343-f8be-42f4-aab4-f1e309b18da6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f407a343-f8be-42f4-aab4-f1e309b18da6,segment=NetworkSegment(9624ca7d-91e5-4834-945a-b4ad2a67cdde),segment_id=9624ca7d-91e5-4834-945a-b4ad2a67cdde)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:40:14.932011 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-114c0fcc-d119-4859-84de-60c5ec47264e req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:15.105327 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-114c0fcc-d119-4859-84de-60c5ec47264e req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:15.105708 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-114c0fcc-d119-4859-84de-60c5ec47264e req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543884'] for floatingip, after_update {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:15.106025 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.db.l3_db [req-114c0fcc-d119-4859-84de-60c5ec47264e req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Floating IP 850de6bf-5e43-4f94-80ef-a9f9ac292d80 disassociated. External IP: 172.27.0.170, port: f407a343-f8be-42f4-aab4-f1e309b18da6. Jun 18 08:40:15.106365 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [req-114c0fcc-d119-4859-84de-60c5ec47264e req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Calling delete_port for f407a343-f8be-42f4-aab4-f1e309b18da6 owned by compute:nova {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:15.230048 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-114c0fcc-d119-4859-84de-60c5ec47264e req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:15.233877 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-745a6203-c32d-48e3-ad04-e225c2d8e72e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:15.263928 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event deleted for resources: {'Port': ['ID=f407a343-f8be-42f4-aab4-f1e309b18da6,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:15.273794 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:15.274181 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:15.274555 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:15.274924 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:15.275318 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:15.275679 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:15.276036 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:15.276446 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:15.276806 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:15.277163 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:15.277546 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:15.277933 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:15.283780 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:15.396517 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-114c0fcc-d119-4859-84de-60c5ec47264e req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Router 2e677162-09e1-4397-b963-043b777c7912 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:40:15.498018 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-114c0fcc-d119-4859-84de-60c5ec47264e req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:40:15.512034 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be4268-e5bd-4955-8a57-a1938a5ebef3 None None] Sync routers for ids ['2e677162-09e1-4397-b963-043b777c7912'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:40:15.517635 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be4268-e5bd-4955-8a57-a1938a5ebef3 None None] Routers {'2e677162-09e1-4397-b963-043b777c7912'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:40:15.518211 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-11be4268-e5bd-4955-8a57-a1938a5ebef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:39:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2e677162-09e1-4397-b963-043b777c7912'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:15.544422 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.l3_dvrscheduler_db [req-114c0fcc-d119-4859-84de-60c5ec47264e req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] No DVR routers for this DVR port f407a343-f8be-42f4-aab4-f1e309b18da6 on host hv-cinder-76111 {{(pid=92895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:40:15.547631 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [req-114c0fcc-d119-4859-84de-60c5ec47264e req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for port, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:15.549590 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [req-114c0fcc-d119-4859-84de-60c5ec47264e req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.88 "DELETE /v2.0/ports/f407a343-f8be-42f4-aab4-f1e309b18da6 HTTP/1.1" status: 204 len: 173 time: 0.8066621 Jun 18 08:40:15.550126 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9291db34-4bd2-4799-9b5d-170f26720d18', 'name': 'network-vif-deleted', 'tag': 'f407a343-f8be-42f4-aab4-f1e309b18da6'}] {{(pid=92895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:40:15.552813 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc35ae3b4677deaabef796037ab2d167e00ebf22f92cfc0a212d203a0206ffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b2bdb2-e102-4c3a-9804-c3b6e0aa9b8d" -d '{"events": [{"server_uuid": "9291db34-4bd2-4799-9b5d-170f26720d18", "name": "network-vif-deleted", "tag": "f407a343-f8be-42f4-aab4-f1e309b18da6"}]}' {{(pid=92895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:40:15.630582 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-11be4268-e5bd-4955-8a57-a1938a5ebef3 None None] Set router 2e677162-09e1-4397-b963-043b777c7912 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:40:15.662081 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ab9d38-dbcb-459b-a50b-b2b1023cb693 x-openstack-request-id: req-a7ab9d38-dbcb-459b-a50b-b2b1023cb693 {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:40:15.662359 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9291db34-4bd2-4799-9b5d-170f26720d18", "name": "network-vif-deleted", "tag": "f407a343-f8be-42f4-aab4-f1e309b18da6", "status": "completed", "code": 200}]} {{(pid=92895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:40:15.662661 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a7ab9d38-dbcb-459b-a50b-b2b1023cb693 {{(pid=92895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:40:15.663100 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9291db34-4bd2-4799-9b5d-170f26720d18', 'name': 'network-vif-deleted', 'tag': 'f407a343-f8be-42f4-aab4-f1e309b18da6', 'status': 'completed', 'code': 200} Jun 18 08:40:15.819214 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [req-265e8576-64c4-4d2c-bed1-d8c3b88a636e req-01bfc9a2-a879-4c82-b710-f4f0959c8808 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/ports?device_id=9291db34-4bd2-4799-9b5d-170f26720d18 HTTP/1.1" status: 200 len: 210 time: 0.0304198 Jun 18 08:40:15.850245 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-11be4268-e5bd-4955-8a57-a1938a5ebef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '8446f5f0-0e5e-4c93-a13b-9bfb09d0478c', 'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'mac_address': 'fa:16:3e:72:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:18Z', 'revision_number': 5, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'subnets': [{'id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:15.877088 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be4268-e5bd-4955-8a57-a1938a5ebef3 None None] Checking router: 2e677162-09e1-4397-b963-043b777c7912 for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:40:15.885121 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be4268-e5bd-4955-8a57-a1938a5ebef3 None None] Routers {'2e677162-09e1-4397-b963-043b777c7912'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:40:15.885714 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-11be4268-e5bd-4955-8a57-a1938a5ebef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:39:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2e677162-09e1-4397-b963-043b777c7912'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:15.993693 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-11be4268-e5bd-4955-8a57-a1938a5ebef3 None None] Set router 2e677162-09e1-4397-b963-043b777c7912 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:40:16.198712 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-11be4268-e5bd-4955-8a57-a1938a5ebef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '8446f5f0-0e5e-4c93-a13b-9bfb09d0478c', 'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'mac_address': 'fa:16:3e:72:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:18Z', 'revision_number': 5, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'subnets': [{'id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:16.227989 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be4268-e5bd-4955-8a57-a1938a5ebef3 None None] The sync data for ids ['2e677162-09e1-4397-b963-043b777c7912'] in dv-cinder-761113-14-iscsi is: [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:15:05Z', 'revision_number': 4, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi', '_interfaces': [{'id': '8446f5f0-0e5e-4c93-a13b-9bfb09d0478c', 'name': '', 'network_id': 'cce11d3a-6683-4122-ab5e-a575bb7ecbfc', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'mac_address': 'fa:16:3e:72:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:04Z', 'updated_at': '2021-06-18T08:15:18Z', 'revision_number': 5, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'subnets': [{'id': '48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:40:16.429453 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbd6b0d-a615-4d47-93bc-e5f566838c47 None None] New status for floating IP 850de6bf-5e43-4f94-80ef-a9f9ac292d80: DOWN {{(pid=92897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:40:16.943313 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 35864) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:16.998825 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1e598fd3-9c67-4df5-98ab-0250ded5b390 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:17.022904 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1e598fd3-9c67-4df5-98ab-0250ded5b390 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:17.072658 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1e598fd3-9c67-4df5-98ab-0250ded5b390 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:17.075380 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1e598fd3-9c67-4df5-98ab-0250ded5b390 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:17.076927 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-1e598fd3-9c67-4df5-98ab-0250ded5b390 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "DELETE /v2.0/security-groups/7d1c9055-9e86-4e62-951e-ec2e2057591e HTTP/1.1" status: 204 len: 168 time: 0.1322172 Jun 18 08:40:17.078592 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9904eeb0-3631-44fb-a599-4008cba86f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:17.079691 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 35870) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:17.088163 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e598fd3-9c67-4df5-98ab-0250ded5b390 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1c9055-9e86-4e62-951e-ec2e2057591e,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:17.090646 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1e598fd3-9c67-4df5-98ab-0250ded5b390 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:17.101252 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.api.v2.resource [None req-fdb6d518-1a20-4a13-b233-25fd04ca8dee tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] show failed (client error): The resource could not be found. Jun 18 08:40:17.102173 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-fdb6d518-1a20-4a13-b233-25fd04ca8dee tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "GET /v2.0/security-groups/7d1c9055-9e86-4e62-951e-ec2e2057591e HTTP/1.1" status: 404 len: 347 time: 0.0214915 Jun 18 08:40:17.104920 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 35872) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:17.229529 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Deleting port 6673e164-eedb-4039-a920-119120cc7ffa {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:17.229877 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:17.307254 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:17.307614 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:17.633292 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f407a343-f8be-42f4-aab4-f1e309b18da6 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:40:17.641478 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Calling delete_port for 6673e164-eedb-4039-a920-119120cc7ffa owned by network:floatingip {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:17.653818 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] No Port match for: f407a343-f8be-42f4-aab4-f1e309b18da6 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:40:17.654177 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Device f407a343-f8be-42f4-aab4-f1e309b18da6 not bound to the agent host hv-cinder-76111 {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:40:17.771045 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:17.773008 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0c7de655-80f7-4a58-82a4-12652e969f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:17.795916 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Pushing event deleted for resources: {'Port': ['ID=6673e164-eedb-4039-a920-119120cc7ffa,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:17.807930 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:17.808328 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:17.808733 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:17.809104 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:17.809468 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:17.809833 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:17.810190 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:17.810549 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:17.810911 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:17.811290 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:17.811644 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:17.812688 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:17.830031 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:17.866639 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks [] for floatingip, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:17.869168 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-513674'] for floatingip, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:17.870342 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-bafb9104-f718-47c1-8fc0-1240fac8c3ae tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] 10.222.0.83 "DELETE /v2.0/floatingips/850de6bf-5e43-4f94-80ef-a9f9ac292d80 HTTP/1.1" status: 204 len: 168 time: 0.7637515 Jun 18 08:40:23.642624 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:40:23.863785 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:25.290356 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1f77faa4-d21d-4cdf-9bae-8d313b8548c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:27.944342 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:28.191675 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e3f32a1d-064e-4842-8311-8c6d1835228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:29.016335 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:30.682713 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:53.866471 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:55.291637 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-81411ffd-1da2-428d-9254-77b258e909d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:57.948041 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:58.192741 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-428eb68b-a667-445d-8ec0-eebd015e0396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:59.019627 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:00.641036 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:41:00.685793 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:23.863069 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:25.291922 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-be3388c1-5982-43e4-8580-0b92d1cf7fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:27.950590 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:28.192793 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-426f7526-27ac-4c86-b482-c6c60d1937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:29.021441 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:30.692957 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:37.639196 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:41:53.878415 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:55.293513 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ba7d2ea7-1956-4358-b54f-054b6b1a7a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:57.951215 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:58.194061 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b7dd9e91-7190-4362-8ece-f38a46c451f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:59.025208 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:00.690922 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:14.637762 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:42:23.891504 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:25.293872 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-12a09150-7e01-4619-8479-05322647d757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:27.952043 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:28.194498 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-fd0d05bb-91f6-42db-99dc-d27f0b1737f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:29.028408 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:30.692635 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:51.636375 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:42:53.907093 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:55.294378 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-9010fbac-64f1-45da-9f4d-1f4b6e0ef0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:57.953818 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:58.197498 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-402d728a-4b46-4da7-acd8-99482312e0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:59.031066 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:00.696814 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:23.905869 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:25.294745 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-a45dbe30-caa4-4d75-b226-0256208af056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:27.959492 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:28.197504 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5c3874cd-1417-4fc2-ada8-4f232e1998c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:28.635945 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:43:29.035032 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:30.699634 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:46.299043 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 37936) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:43:46.413059 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:46.501429 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:46.505063 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:46.508281 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-a91b2d31-81bd-4e6e-b341-afbf092845c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:46.545180 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=280f78338adb4266bf90fc54b2edc3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427933 Jun 18 08:43:46.545180 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0fd0d8-91b9-4559-b0d9-da92a9d83280,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:46.549311 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 37946) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:43:46.551681 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.552069 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.552444 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.552808 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.553173 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.553533 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.553892 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.554252 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.554607 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.554961 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.555600 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.555951 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.559902 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:46.608720 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:46.634095 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:46.683297 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:46.685860 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:46.687050 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3b0fd0d8-91b9-4559-b0d9-da92a9d83280 HTTP/1.1" status: 204 len: 168 time: 0.1382723 Jun 18 08:43:46.688070 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ad6445ff-c510-45e2-a5f0-9914d21d9b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:46.696205 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0fd0d8-91b9-4559-b0d9-da92a9d83280,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:46.703075 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.703463 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.703843 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.704213 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.704580 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.704945 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.705419 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.705791 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.706250 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.706616 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.706993 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.707352 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:46.710543 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:53.908288 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:55.295816 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e93d6c6a-28c6-4216-8864-c384952c8767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:57.961873 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:58.198442 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3b8d4e2a-5ab1-49a2-818c-c439559087af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:59.036531 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:00.702019 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:05.633992 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:44:23.924477 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:25.295302 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-12df790d-e47c-4ba7-b5d1-d6d0febc3407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:27.964681 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:28.198034 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-21d3475e-3457-4943-97d6-096d158dc5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:29.040054 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:30.705540 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:42.632732 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:44:53.917116 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:55.297597 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d19cf9be-c217-4e19-ad8c-c259855b7708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:57.966999 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:58.198620 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4b86fc0e-2df8-4351-bb80-220ceaf0549d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:59.043554 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:00.707947 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:19.631823 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:45:23.937571 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:25.297524 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-75868ec8-b9be-4653-83cf-4d4907cc1e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:27.971072 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:28.199284 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8863b2eb-37ae-4fef-905f-8734f266cb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:29.049972 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:30.709354 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:53.953411 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:55.297749 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ba137978-bd50-41af-8d5a-3efbfc3bbd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:56.630477 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:45:57.973779 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:58.209507 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b373a90e-727a-4632-89a5-fa82bb882e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:59.047947 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:00.712676 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:16.506935 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-440dbad9-2370-4795-bbfa-1e9ff42b442f req-d8f0bfbe-be9f-42a9-b21e-8094f3517ac1 tempest-TestMinimumBasicScenario-1726378345 tempest-TestMinimumBasicScenario-1726378345-project] (92895) timed out ('10.222.0.88', 55847) {{(pid=92895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 08:46:23.953162 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:25.298496 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-92b36c28-2de2-40c9-bd37-657234b62919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:27.975477 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:28.200386 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1fd12ff0-2db7-44fc-8a4d-4854b1c03684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:29.051783 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:30.719300 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:33.629635 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:46:53.956354 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:55.299606 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1df72ae2-39fa-45c4-8884-faedf4cd55f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:57.977030 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:58.199917 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1f9f1ad7-00b2-413b-9e7a-7333d7fbc968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:59.053695 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:00.718583 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:05.180254 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 39548) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:47:05.653549 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608241'] for router_interface, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:05.902935 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Deleting port 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:47:05.903313 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:05.984865 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] For port 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=38b319a4-9efb-482a-9aa5-0e6b09ad0fe6,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:47:05.985228 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:06.054533 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Calling delete_port for 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 owned by network:router_interface {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:47:06.233947 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:06.235814 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:47:06.259250 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Pushing event deleted for resources: {'Port': ['ID=38b319a4-9efb-482a-9aa5-0e6b09ad0fe6,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:47:06.271870 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:06.272261 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:06.272637 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:06.273099 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:06.273490 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:06.273914 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:06.274341 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:06.274707 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:06.275100 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:06.275462 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:06.275821 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:06.276336 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:06.294796 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:47:06.438514 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608077'] for router_interface, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:06.652140 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:47:06.756953 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:47:06.761938 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-244fe1f4-69a9-4d59-97e8-ea20f4c38832 admin admin] 10.222.0.83 "PUT /v2.0/routers/2a08c55a-fd23-43b5-bc4d-8096c0f7f10c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5806572 Jun 18 08:47:06.764551 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 39562) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:47:06.765392 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122306fb-1e71-4f02-a1bd-7fa77ff34428 None None] Sync routers for ids ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:47:06.775081 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122306fb-1e71-4f02-a1bd-7fa77ff34428 None None] Routers {'2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:47:06.775716 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-122306fb-1e71-4f02-a1bd-7fa77ff34428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:46:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:47:06.866990 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-56cea5f4-da78-49e0-a1de-0fce5fa2086c admin admin] Notify callbacks [] for router, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:06.879665 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-122306fb-1e71-4f02-a1bd-7fa77ff34428 None None] Set router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:47:06.969533 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-56cea5f4-da78-49e0-a1de-0fce5fa2086c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:07.023042 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-56cea5f4-da78-49e0-a1de-0fce5fa2086c admin admin] Deleting port 160e36a0-8e0a-4193-9cdb-61289aafda84 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:47:07.023392 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-56cea5f4-da78-49e0-a1de-0fce5fa2086c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:07.058586 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-122306fb-1e71-4f02-a1bd-7fa77ff34428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:47:06Z', 'revision_number': 5, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port': {'id': '160e36a0-8e0a-4193-9cdb-61289aafda84', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:14:57Z', 'updated_at': '2021-06-18T08:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:47:07.085940 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122306fb-1e71-4f02-a1bd-7fa77ff34428 None None] Checking router: 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:47:07.094683 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122306fb-1e71-4f02-a1bd-7fa77ff34428 None None] Routers {'2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:47:07.095354 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-122306fb-1e71-4f02-a1bd-7fa77ff34428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:46:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:47:07.112944 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-56cea5f4-da78-49e0-a1de-0fce5fa2086c admin admin] For port 160e36a0-8e0a-4193-9cdb-61289aafda84, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=160e36a0-8e0a-4193-9cdb-61289aafda84,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:47:07.113340 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-56cea5f4-da78-49e0-a1de-0fce5fa2086c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:07.176639 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-56cea5f4-da78-49e0-a1de-0fce5fa2086c admin admin] Calling delete_port for 160e36a0-8e0a-4193-9cdb-61289aafda84 owned by network:router_gateway {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:47:07.180593 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-122306fb-1e71-4f02-a1bd-7fa77ff34428 None None] Set router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c gateway port host: None {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:47:07.233739 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-122306fb-1e71-4f02-a1bd-7fa77ff34428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:47:06Z', 'revision_number': 6, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port_host': None}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:47:07.260219 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122306fb-1e71-4f02-a1bd-7fa77ff34428 None None] The sync data for ids ['2a08c55a-fd23-43b5-bc4d-8096c0f7f10c'] in dv-cinder-761113-14-iscsi is: [{'id': '2a08c55a-fd23-43b5-bc4d-8096c0f7f10c', 'name': 'tempest-AttachVolumeShelveTestJSON-101465898-router', 'tenant_id': 'b0f32dd32d7140888841a500cf4e733a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:56Z', 'updated_at': '2021-06-18T08:47:06Z', 'revision_number': 6, 'project_id': 'b0f32dd32d7140888841a500cf4e733a', 'gw_port_host': None}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:47:07.349603 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-56cea5f4-da78-49e0-a1de-0fce5fa2086c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:07.351548 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:47:07.373213 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cea5f4-da78-49e0-a1de-0fce5fa2086c admin admin] Pushing event deleted for resources: {'Port': ['ID=160e36a0-8e0a-4193-9cdb-61289aafda84,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:47:07.376641 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-56cea5f4-da78-49e0-a1de-0fce5fa2086c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:47:07.438719 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-56cea5f4-da78-49e0-a1de-0fce5fa2086c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543841'] for router_gateway, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:07.524842 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-56cea5f4-da78-49e0-a1de-0fce5fa2086c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2653'] for router, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:07.526927 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-56cea5f4-da78-49e0-a1de-0fce5fa2086c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:07.567805 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-56cea5f4-da78-49e0-a1de-0fce5fa2086c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607022'] for router, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:07.568291 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cea5f4-da78-49e0-a1de-0fce5fa2086c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a08c55a-fd23-43b5-bc4d-8096c0f7f10c {{(pid=92894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:47:07.573386 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-56cea5f4-da78-49e0-a1de-0fce5fa2086c admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:07.574556 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-56cea5f4-da78-49e0-a1de-0fce5fa2086c admin admin] 10.222.0.83 "DELETE /v2.0/routers/2a08c55a-fd23-43b5-bc4d-8096c0f7f10c HTTP/1.1" status: 204 len: 168 time: 0.8090494 Jun 18 08:47:07.577073 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 39568) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:47:07.628975 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-8418802b-5562-4061-a92e-073a2b82c073 admin admin] Deleting subnet cb87a6f4-0113-442a-b865-b8bb43f888a4 {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:47:07.632579 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8418802b-5562-4061-a92e-073a2b82c073 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:07.671264 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8418802b-5562-4061-a92e-073a2b82c073 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438516'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:07.752639 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8418802b-5562-4061-a92e-073a2b82c073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8181128'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:07.807307 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8418802b-5562-4061-a92e-073a2b82c073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8181127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8579627'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:07.810516 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b9043e00-0be3-4c08-b1d0-57d544d3bfe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:47:07.833134 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418802b-5562-4061-a92e-073a2b82c073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb87a6f4-0113-442a-b865-b8bb43f888a4,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:47:07.836192 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8418802b-5562-4061-a92e-073a2b82c073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:47:07.837163 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8418802b-5562-4061-a92e-073a2b82c073 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:07.839007 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8418802b-5562-4061-a92e-073a2b82c073 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/cb87a6f4-0113-442a-b865-b8bb43f888a4 HTTP/1.1" status: 204 len: 168 time: 0.2609892 Jun 18 08:47:07.841477 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 39572) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:47:07.844152 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106090f5-4740-4d1e-a0b3-13b2ef4ecba8 None None] Network 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:47:07.907408 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093684'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:07.963968 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] Deleting port b34299b9-43b2-4c3b-9545-6a796bc2ff76 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:47:07.964367 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:08.035091 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] For port b34299b9-43b2-4c3b-9545-6a796bc2ff76, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=b34299b9-43b2-4c3b-9545-6a796bc2ff76,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:47:08.035459 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:08.047204 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] DHCP port deletion for 9d2ce2af-86b5-4cff-ae8e-1c44556b9802 request from dv-cinder-761113-14-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 08:47:08.100125 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Deleting port b34299b9-43b2-4c3b-9545-6a796bc2ff76 {{(pid=92896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:47:08.100516 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:08.178634 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] For port b34299b9-43b2-4c3b-9545-6a796bc2ff76, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=b34299b9-43b2-4c3b-9545-6a796bc2ff76,segment=NetworkSegment(ca015a6d-6cb2-41e3-a53c-345e1e3e5833),segment_id=ca015a6d-6cb2-41e3-a53c-345e1e3e5833)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:47:08.179252 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:08.248879 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Calling delete_port for b34299b9-43b2-4c3b-9545-6a796bc2ff76 owned by network:dhcp {{(pid=92896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:47:08.383590 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] Calling delete_port for b34299b9-43b2-4c3b-9545-6a796bc2ff76 owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:47:08.460439 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223'] for port, after_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:08.462490 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-de745101-fd4a-43bf-b2b4-92c7bc830a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:47:08.466866 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:08.469718 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-393d9174-7860-43fc-801f-86150cfcd8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:47:08.485564 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Pushing event deleted for resources: {'Port': ['ID=b34299b9-43b2-4c3b-9545-6a796bc2ff76,revision_number=None']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:47:08.493073 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] No DVR routers for this DVR port b34299b9-43b2-4c3b-9545-6a796bc2ff76 on host dv-cinder-761113-14-iscsi {{(pid=92896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:47:08.495432 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] Pushing event deleted for resources: {'Port': ['ID=b34299b9-43b2-4c3b-9545-6a796bc2ff76,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:47:08.500491 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:47:08.501497 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] No DVR routers for this DVR port b34299b9-43b2-4c3b-9545-6a796bc2ff76 on host dv-cinder-761113-14-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:47:08.512816 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.513236 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.513647 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.514047 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.514385 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.514755 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.515073 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.515402 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.515730 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.516047 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.516366 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.516714 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.520636 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-26e1480f-3aae-427e-a1c6-277b20323326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:47:08.579040 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187415', 'neutron.services.segments.db._delete_segments_for_network-8757668836051'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:08.589072 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2ce2af-86b5-4cff-ae8e-1c44556b9802']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:47:08.598818 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:47:08.599098 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca015a6d-6cb2-41e3-a53c-345e1e3e5833') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:47:08.607435 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757668835880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438525'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:08.620309 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:08.625967 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:47:08.626351 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224014'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: self.session.flush() Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: self.session.flush() Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: self.session.flush() Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: self.session.flush() Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: timer() Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: cb(*args, **kw) Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: self._notify() Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: self.callback(batched_events) Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: event.method(event) Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._get(url).json() Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:47:08.628050 dv-cinder-761113-14-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:47:08.683083 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8187406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543934'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:08.686920 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:47:08.689810 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:08.691702 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] 10.222.0.83 "DELETE /v2.0/networks/9d2ce2af-86b5-4cff-ae8e-1c44556b9802 HTTP/1.1" status: 204 len: 168 time: 0.8492506 Jun 18 08:47:08.702268 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2ce2af-86b5-4cff-ae8e-1c44556b9802,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:47:08.704648 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0482d91e-bd34-4af4-abf2-73919aea489b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:47:08.801193 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 39582) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:47:08.842316 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-34917183-1f7b-4e9d-9d33-0f5ed7cac65c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b0f32dd32d7140888841a500cf4e733a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397494 Jun 18 08:47:08.844516 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 39586) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:47:08.891972 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:08.916656 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:08.961376 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:08.964101 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:08.965282 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/67d644d0-378e-4459-8d1c-777d4746e3d1 HTTP/1.1" status: 204 len: 168 time: 0.1198854 Jun 18 08:47:08.966054 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0d6aafcc-dfb7-4040-93df-92f2d0cb9427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:47:08.973288 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d644d0-378e-4459-8d1c-777d4746e3d1,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:47:08.980227 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.980561 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.980931 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.981297 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.981684 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.982044 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.982402 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.982760 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.983145 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.983499 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.983850 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.984199 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:08.990302 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-60773002-94b5-4507-98a3-44f564919993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:47:09.308777 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:47:09.329191 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:47:09.329551 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 38b319a4-9efb-482a-9aa5-0e6b09ad0fe6 not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:47:09.330484 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device b34299b9-43b2-4c3b-9545-6a796bc2ff76 no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:47:09.352492 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: b34299b9-43b2-4c3b-9545-6a796bc2ff76 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:47:09.352808 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device b34299b9-43b2-4c3b-9545-6a796bc2ff76 not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:47:09.353268 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 160e36a0-8e0a-4193-9cdb-61289aafda84 no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:47:09.372764 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: 160e36a0-8e0a-4193-9cdb-61289aafda84 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:47:09.373123 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 160e36a0-8e0a-4193-9cdb-61289aafda84 not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:47:10.629011 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:47:10.630928 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 39646) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:47:10.733384 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-14d6a6df-d5fa-4e70-83a8-663c54e26810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:10.825719 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-14d6a6df-d5fa-4e70-83a8-663c54e26810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:10.830396 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-14d6a6df-d5fa-4e70-83a8-663c54e26810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:10.832962 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1e598fd3-9c67-4df5-98ab-0250ded5b390 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:47:10.874435 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-14d6a6df-d5fa-4e70-83a8-663c54e26810 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6350d6e3bfa04505a1457213f43990c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423904 Jun 18 08:47:10.875406 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6a6df-d5fa-4e70-83a8-663c54e26810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c87ad18-57ef-42c8-a558-8acb28e2090a,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:47:10.878415 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 39652) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:47:10.878892 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-14d6a6df-d5fa-4e70-83a8-663c54e26810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:47:10.928670 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-45e6e8d0-23f6-4a6c-81a0-2772a680d76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:10.949052 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-45e6e8d0-23f6-4a6c-81a0-2772a680d76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:10.993118 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-45e6e8d0-23f6-4a6c-81a0-2772a680d76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:10.995810 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-45e6e8d0-23f6-4a6c-81a0-2772a680d76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:10.996959 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-45e6e8d0-23f6-4a6c-81a0-2772a680d76b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1c87ad18-57ef-42c8-a558-8acb28e2090a HTTP/1.1" status: 204 len: 168 time: 0.1173131 Jun 18 08:47:10.997731 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-90263bbd-2fd3-4e3f-8773-72080002aa0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:47:11.005592 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6e8d0-23f6-4a6c-81a0-2772a680d76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c87ad18-57ef-42c8-a558-8acb28e2090a,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:47:11.007914 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-45e6e8d0-23f6-4a6c-81a0-2772a680d76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:47:11.253549 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 39660) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:47:11.267084 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1b0e-3439-44f1-8c66-f7bf85fc6260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:11.360669 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1b0e-3439-44f1-8c66-f7bf85fc6260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:11.364671 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e6f1b0e-3439-44f1-8c66-f7bf85fc6260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:11.367887 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-bd21b9fa-0fd0-4b3a-bf59-051292e72108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:47:11.399642 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2e6f1b0e-3439-44f1-8c66-f7bf85fc6260 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4ac7916804ec4d459bce110470d9f520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450226 Jun 18 08:47:11.402289 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 39664) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:47:11.404360 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f1b0e-3439-44f1-8c66-f7bf85fc6260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa23eee-e06c-4b17-8e46-d7037e44eae3,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:47:11.407275 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2e6f1b0e-3439-44f1-8c66-f7bf85fc6260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:47:11.450549 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-32e869ed-513c-4720-a9e3-2181d46ba4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:11.471596 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-32e869ed-513c-4720-a9e3-2181d46ba4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:11.514885 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-32e869ed-513c-4720-a9e3-2181d46ba4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:11.517995 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-32e869ed-513c-4720-a9e3-2181d46ba4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:11.519373 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-32e869ed-513c-4720-a9e3-2181d46ba4b0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/faa23eee-e06c-4b17-8e46-d7037e44eae3 HTTP/1.1" status: 204 len: 168 time: 0.1161070 Jun 18 08:47:11.520067 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:47:11.527381 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e869ed-513c-4720-a9e3-2181d46ba4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa23eee-e06c-4b17-8e46-d7037e44eae3,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:47:11.529628 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-32e869ed-513c-4720-a9e3-2181d46ba4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:47:13.170592 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 39724) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:47:13.280009 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6f7e5b27-d420-497c-9682-e15d7ab8de2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:13.376645 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6f7e5b27-d420-497c-9682-e15d7ab8de2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:13.381099 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6f7e5b27-d420-497c-9682-e15d7ab8de2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:13.384368 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2c877da5-7502-4612-b635-257cb7c6e8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:47:13.420670 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6f7e5b27-d420-497c-9682-e15d7ab8de2c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a55be00a7c2047c0bf5794763debd395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489531 Jun 18 08:47:13.421621 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e5b27-d420-497c-9682-e15d7ab8de2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa763a2-6cab-4b44-a193-bf32af30cd90,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:47:13.423332 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 39732) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:47:13.425251 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6f7e5b27-d420-497c-9682-e15d7ab8de2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:47:13.472719 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-66645c1d-8fe2-46a7-b5e3-bc5ec30bef3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:13.493051 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-66645c1d-8fe2-46a7-b5e3-bc5ec30bef3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:13.536570 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-66645c1d-8fe2-46a7-b5e3-bc5ec30bef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:13.539138 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-66645c1d-8fe2-46a7-b5e3-bc5ec30bef3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:13.540256 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-66645c1d-8fe2-46a7-b5e3-bc5ec30bef3a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3aa763a2-6cab-4b44-a193-bf32af30cd90 HTTP/1.1" status: 204 len: 168 time: 0.1156669 Jun 18 08:47:13.541027 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-ae01475b-2ebb-4eb0-99b5-435654ed6c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:47:13.548175 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66645c1d-8fe2-46a7-b5e3-bc5ec30bef3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa763a2-6cab-4b44-a193-bf32af30cd90,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:47:13.551031 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-66645c1d-8fe2-46a7-b5e3-bc5ec30bef3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:47:13.792926 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 39738) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:47:13.808589 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b023af22-5566-48e1-a684-c7931c7bc0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:13.901713 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b023af22-5566-48e1-a684-c7931c7bc0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:13.905236 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b023af22-5566-48e1-a684-c7931c7bc0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:13.907564 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-fe1b30df-b1b2-4068-9ae3-d81fa8e652c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:47:13.944824 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023af22-5566-48e1-a684-c7931c7bc0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a1ec36-ecfc-49d2-ba37-70558ac40e13,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:47:13.949072 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b023af22-5566-48e1-a684-c7931c7bc0e1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ee33a2c55ba64f77bcd5e592b923624a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551390 Jun 18 08:47:13.949976 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b023af22-5566-48e1-a684-c7931c7bc0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:47:13.951624 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 39740) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:47:14.000545 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eed0900c-f363-45ac-bceb-cb03de700308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:14.023237 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eed0900c-f363-45ac-bceb-cb03de700308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:14.069171 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eed0900c-f363-45ac-bceb-cb03de700308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:14.072163 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eed0900c-f363-45ac-bceb-cb03de700308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:14.073289 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-eed0900c-f363-45ac-bceb-cb03de700308 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e2a1ec36-ecfc-49d2-ba37-70558ac40e13 HTTP/1.1" status: 204 len: 168 time: 0.1207671 Jun 18 08:47:14.074064 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-f62cf53c-72cd-4c60-af85-a874151c221d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:47:14.083122 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0900c-f363-45ac-bceb-cb03de700308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a1ec36-ecfc-49d2-ba37-70558ac40e13,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:47:14.085653 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-eed0900c-f363-45ac-bceb-cb03de700308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:47:23.960913 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:25.301850 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8b69d3a9-cec1-4fde-a273-339b6babbfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:27.977734 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:28.200059 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-eecb7610-b010-4190-ab3c-2d2cfcb234aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:29.056676 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:30.722113 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:47.627367 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:47:53.966815 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:55.303251 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-656b8bcf-63e7-4de1-8988-067ba8880aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:57.979407 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:58.201537 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4d504cfc-6ae6-406d-a1c6-19c65f095210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:59.059224 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:00.726695 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:23.983236 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:24.626202 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:48:25.304704 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-16bedb29-b6c6-4a97-8acb-39e82d954140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:27.980653 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:28.197968 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5f21dde7-3566-4082-80e8-427ad49c0271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:29.062176 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:30.728065 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:53.982495 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:55.305486 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-430f23f1-1410-46da-99ba-5614f380d65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:57.987542 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:58.198402 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c66426d5-fbff-408e-b542-97762872649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:59.065130 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:00.731172 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:01.623988 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:49:23.982881 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:25.306311 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-afc32333-2e13-47df-8e77-58a11bcf1906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:27.978837 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:28.197572 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-c079f03f-35d4-4bc9-b4ce-ac52e925fb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:29.069000 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:30.733116 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:38.623371 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:49:53.997428 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:55.307062 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5118b6d3-4144-4657-ae6f-290a20dcb3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:57.981403 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:58.198338 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-18e39e59-5b2a-4e3c-a876-98637c37bebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:59.070789 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:00.739652 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:01.413683 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41458) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:01.472171 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:01.497191 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:01.555405 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:01.557996 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:01.559164 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] 10.222.0.83 "DELETE /v2.0/security-groups/62d7432a-5864-43e8-b613-a38824a96648 HTTP/1.1" status: 204 len: 168 time: 0.1444705 Jun 18 08:50:01.559929 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:01.570258 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d7432a-5864-43e8-b613-a38824a96648,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:01.580895 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:01.581281 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:01.581654 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:01.582208 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:01.582996 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:01.583362 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:01.583728 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:01.584095 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:01.584460 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:01.584817 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:01.585173 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:01.585527 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:01.589575 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:01.725239 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41468) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:02.217282 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e1103476-38bf-4538-98cf-3c8df3db9209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608241'] for router_interface, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:02.467916 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-e1103476-38bf-4538-98cf-3c8df3db9209 admin admin] Deleting port fa5a41b8-b6c1-4216-9d06-c892864edb7b {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:50:02.468565 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e1103476-38bf-4538-98cf-3c8df3db9209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:02.549473 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-e1103476-38bf-4538-98cf-3c8df3db9209 admin admin] For port fa5a41b8-b6c1-4216-9d06-c892864edb7b, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=fa5a41b8-b6c1-4216-9d06-c892864edb7b,segment=NetworkSegment(3840b296-fd73-4b53-993a-091d469b485d),segment_id=3840b296-fd73-4b53-993a-091d469b485d)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:50:02.549840 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e1103476-38bf-4538-98cf-3c8df3db9209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:02.887841 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-e1103476-38bf-4538-98cf-3c8df3db9209 admin admin] Calling delete_port for fa5a41b8-b6c1-4216-9d06-c892864edb7b owned by network:router_interface {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:50:03.077961 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e1103476-38bf-4538-98cf-3c8df3db9209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:03.080674 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:03.110799 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1103476-38bf-4538-98cf-3c8df3db9209 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa5a41b8-b6c1-4216-9d06-c892864edb7b,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:03.112757 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e1103476-38bf-4538-98cf-3c8df3db9209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:03.272364 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e1103476-38bf-4538-98cf-3c8df3db9209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608077'] for router_interface, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:03.479813 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1103476-38bf-4538-98cf-3c8df3db9209 admin admin] Router d98d5a1e-d668-4ec0-b989-973fcf24d259 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:50:03.587228 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1103476-38bf-4538-98cf-3c8df3db9209 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:50:03.592080 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e1103476-38bf-4538-98cf-3c8df3db9209 admin admin] 10.222.0.83 "PUT /v2.0/routers/d98d5a1e-d668-4ec0-b989-973fcf24d259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8658240 Jun 18 08:50:03.594533 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41490) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:03.597288 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d3961-a996-447a-8d26-b07116f4048d None None] Sync routers for ids ['d98d5a1e-d668-4ec0-b989-973fcf24d259'] in dv-cinder-761113-14-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:50:03.607291 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d3961-a996-447a-8d26-b07116f4048d None None] Routers {'d98d5a1e-d668-4ec0-b989-973fcf24d259'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:50:03.607905 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-191d3961-a996-447a-8d26-b07116f4048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:49:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['d98d5a1e-d668-4ec0-b989-973fcf24d259'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:50:03.699516 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bfa9cd92-3a21-4cc5-ad2a-87a7cce421c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:03.710104 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-191d3961-a996-447a-8d26-b07116f4048d None None] Set router d98d5a1e-d668-4ec0-b989-973fcf24d259 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:50:03.808414 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bfa9cd92-3a21-4cc5-ad2a-87a7cce421c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:03.863841 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9cd92-3a21-4cc5-ad2a-87a7cce421c6 admin admin] Deleting port 195c4b00-b31d-4ac7-996d-5a179982628e {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:50:03.864309 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bfa9cd92-3a21-4cc5-ad2a-87a7cce421c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:03.883684 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-191d3961-a996-447a-8d26-b07116f4048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'name': 'tempest-TestVolumeBootPattern-1478807309-router', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '195c4b00-b31d-4ac7-996d-5a179982628e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:50Z', 'updated_at': '2021-06-18T08:50:03Z', 'revision_number': 5, 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'gw_port': {'id': '195c4b00-b31d-4ac7-996d-5a179982628e', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:50Z', 'updated_at': '2021-06-18T08:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:50:03.912945 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d3961-a996-447a-8d26-b07116f4048d None None] Checking router: d98d5a1e-d668-4ec0-b989-973fcf24d259 for host: dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:50:03.920967 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d3961-a996-447a-8d26-b07116f4048d None None] Routers {'d98d5a1e-d668-4ec0-b989-973fcf24d259'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:50:03.921574 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-191d3961-a996-447a-8d26-b07116f4048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:49:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['d98d5a1e-d668-4ec0-b989-973fcf24d259'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:50:03.946082 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-bfa9cd92-3a21-4cc5-ad2a-87a7cce421c6 admin admin] For port 195c4b00-b31d-4ac7-996d-5a179982628e, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=195c4b00-b31d-4ac7-996d-5a179982628e,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:50:03.946438 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bfa9cd92-3a21-4cc5-ad2a-87a7cce421c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:04.009444 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9cd92-3a21-4cc5-ad2a-87a7cce421c6 admin admin] Calling delete_port for 195c4b00-b31d-4ac7-996d-5a179982628e owned by network:router_gateway {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:50:04.101029 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-191d3961-a996-447a-8d26-b07116f4048d None None] Set router d98d5a1e-d668-4ec0-b989-973fcf24d259 gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:50:04.159583 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-191d3961-a996-447a-8d26-b07116f4048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'name': 'tempest-TestVolumeBootPattern-1478807309-router', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:50Z', 'updated_at': '2021-06-18T08:50:03Z', 'revision_number': 6, 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'gw_port_host': None}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:50:04.188027 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bfa9cd92-3a21-4cc5-ad2a-87a7cce421c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:04.189206 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191d3961-a996-447a-8d26-b07116f4048d None None] The sync data for ids ['d98d5a1e-d668-4ec0-b989-973fcf24d259'] in dv-cinder-761113-14-iscsi is: [{'id': 'd98d5a1e-d668-4ec0-b989-973fcf24d259', 'name': 'tempest-TestVolumeBootPattern-1478807309-router', 'tenant_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:50Z', 'updated_at': '2021-06-18T08:50:03Z', 'revision_number': 6, 'project_id': 'd86aa6c66a1f4d96841fb126ec5de5f5', 'gw_port_host': None}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:50:04.190230 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2d80a6d3-0983-460c-a4ba-8dc4d6fa2877 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:04.217724 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9cd92-3a21-4cc5-ad2a-87a7cce421c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=195c4b00-b31d-4ac7-996d-5a179982628e,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:04.220674 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-bfa9cd92-3a21-4cc5-ad2a-87a7cce421c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:04.276717 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bfa9cd92-3a21-4cc5-ad2a-87a7cce421c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543841'] for router_gateway, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:04.361707 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bfa9cd92-3a21-4cc5-ad2a-87a7cce421c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2653'] for router, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:04.364332 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bfa9cd92-3a21-4cc5-ad2a-87a7cce421c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:04.408971 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bfa9cd92-3a21-4cc5-ad2a-87a7cce421c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607022'] for router, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:04.409733 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa9cd92-3a21-4cc5-ad2a-87a7cce421c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d98d5a1e-d668-4ec0-b989-973fcf24d259 {{(pid=92895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:50:04.415886 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-bfa9cd92-3a21-4cc5-ad2a-87a7cce421c6 admin admin] Notify callbacks [] for router, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:04.417015 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-bfa9cd92-3a21-4cc5-ad2a-87a7cce421c6 admin admin] 10.222.0.83 "DELETE /v2.0/routers/d98d5a1e-d668-4ec0-b989-973fcf24d259 HTTP/1.1" status: 204 len: 168 time: 0.8215432 Jun 18 08:50:04.419495 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41500) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:04.464464 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6363a9e6-f4d7-4fa4-bf81-2dd96a3282b8 admin admin] Deleting subnet ac834d06-7af4-41b0-b459-7abefcb4cc3e {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:50:04.467510 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6363a9e6-f4d7-4fa4-bf81-2dd96a3282b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:04.502152 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6363a9e6-f4d7-4fa4-bf81-2dd96a3282b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8739288'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:04.595787 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6363a9e6-f4d7-4fa4-bf81-2dd96a3282b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8181128'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:04.653998 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6363a9e6-f4d7-4fa4-bf81-2dd96a3282b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8181127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8739149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8539572'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:04.656934 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:04.681902 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-6363a9e6-f4d7-4fa4-bf81-2dd96a3282b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:04.683781 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-6363a9e6-f4d7-4fa4-bf81-2dd96a3282b8 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ac834d06-7af4-41b0-b459-7abefcb4cc3e HTTP/1.1" status: 204 len: 168 time: 0.2633307 Jun 18 08:50:04.684805 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363a9e6-f4d7-4fa4-bf81-2dd96a3282b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac834d06-7af4-41b0-b459-7abefcb4cc3e,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:04.686394 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41504) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:04.686995 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6363a9e6-f4d7-4fa4-bf81-2dd96a3282b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:04.690924 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa7eb12-f0df-4f88-b3bb-3c21a0f5a3fb None None] Network 1a1a4ac3-4baa-49b4-b5be-801b5d99cf95 requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:50:04.759035 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093684'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:04.811345 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Deleting port 8a33686c-3105-43af-929a-ac41239c90fb {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:50:04.811592 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:04.880774 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] For port 8a33686c-3105-43af-929a-ac41239c90fb, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=8a33686c-3105-43af-929a-ac41239c90fb,segment=NetworkSegment(3840b296-fd73-4b53-993a-091d469b485d),segment_id=3840b296-fd73-4b53-993a-091d469b485d)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:50:04.881050 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:04.945509 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Calling delete_port for 8a33686c-3105-43af-929a-ac41239c90fb owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:50:04.971656 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] DHCP port deletion for 1a1a4ac3-4baa-49b4-b5be-801b5d99cf95 request from dv-cinder-761113-14-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 08:50:05.019483 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Deleting port 8a33686c-3105-43af-929a-ac41239c90fb {{(pid=92896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:50:05.020452 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:05.025665 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:05.028711 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-24d76cc6-6379-48d9-ae28-def1ad7f744b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:05.056360 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] No DVR routers for this DVR port 8a33686c-3105-43af-929a-ac41239c90fb on host dv-cinder-761113-14-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:50:05.061514 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a33686c-3105-43af-929a-ac41239c90fb,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:05.087593 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] For port 8a33686c-3105-43af-929a-ac41239c90fb, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=8a33686c-3105-43af-929a-ac41239c90fb,segment=NetworkSegment(3840b296-fd73-4b53-993a-091d469b485d),segment_id=3840b296-fd73-4b53-993a-091d469b485d)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:50:05.088195 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:05.090086 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.090479 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.090862 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.091251 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.091615 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.091981 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.092345 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.092708 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.093094 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.093442 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.093796 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.094148 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.097998 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:05.152139 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187415', 'neutron.services.segments.db._delete_segments_for_network-8757668836051'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:05.163105 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1a4ac3-4baa-49b4-b5be-801b5d99cf95']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:50:05.166865 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Calling delete_port for 8a33686c-3105-43af-929a-ac41239c90fb owned by network:dhcp {{(pid=92896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:50:05.174473 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3840b296-fd73-4b53-993a-091d469b485d') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:50:05.174774 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3840b296-fd73-4b53-993a-091d469b485d') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:50:05.185016 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757668835880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438525'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:05.200968 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:05.207845 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:50:05.208245 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224014'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: timer() Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: cb(*args, **kw) Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: self._notify() Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: self.callback(batched_events) Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: event.method(event) Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._get(url).json() Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:50:05.256273 dv-cinder-761113-14-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:50:05.268078 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223'] for port, after_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:05.270191 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-de745101-fd4a-43bf-b2b4-92c7bc830a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:05.277371 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8187406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543934'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:05.281298 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c3961e9c-4cdc-445e-b621-a79fc30ba659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:05.283937 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:05.289219 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41514) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:05.292056 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] 10.222.0.83 "DELETE /v2.0/networks/1a1a4ac3-4baa-49b4-b5be-801b5d99cf95 HTTP/1.1" status: 204 len: 168 time: 0.6044912 Jun 18 08:50:05.301486 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Pushing event deleted for resources: {'Port': ['ID=8a33686c-3105-43af-929a-ac41239c90fb,revision_number=None']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:05.306490 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] No DVR routers for this DVR port 8a33686c-3105-43af-929a-ac41239c90fb on host dv-cinder-761113-14-iscsi {{(pid=92896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:50:05.313933 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.314291 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.314624 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.315691 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.317145 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.317740 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.318366 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.318791 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a1a4ac3-4baa-49b4-b5be-801b5d99cf95,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:05.319224 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.319726 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.320204 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.320691 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.321174 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:50:05.326457 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-abcac751-04ce-401f-ac18-c4b4a27cde4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:05.327958 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:05.403775 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device fa5a41b8-b6c1-4216-9d06-c892864edb7b no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:50:05.422311 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: fa5a41b8-b6c1-4216-9d06-c892864edb7b {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:50:05.422726 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device fa5a41b8-b6c1-4216-9d06-c892864edb7b not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:50:05.423190 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 195c4b00-b31d-4ac7-996d-5a179982628e no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:50:05.442063 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: 195c4b00-b31d-4ac7-996d-5a179982628e {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:50:05.442422 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 195c4b00-b31d-4ac7-996d-5a179982628e not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:50:05.442836 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 8a33686c-3105-43af-929a-ac41239c90fb no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:50:05.460482 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: 8a33686c-3105-43af-929a-ac41239c90fb {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:50:05.460839 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 8a33686c-3105-43af-929a-ac41239c90fb not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:50:05.646928 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-605aea8a-b7fd-4d58-8a2b-d9510157b0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608241'] for router_interface, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:05.891885 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-605aea8a-b7fd-4d58-8a2b-d9510157b0f7 admin admin] Deleting port 2e300112-420a-4d61-afe9-c1958fc5c508 {{(pid=92895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:50:05.892382 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-605aea8a-b7fd-4d58-8a2b-d9510157b0f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:05.966726 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.db [None req-605aea8a-b7fd-4d58-8a2b-d9510157b0f7 admin admin] For port 2e300112-420a-4d61-afe9-c1958fc5c508, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=2e300112-420a-4d61-afe9-c1958fc5c508,segment=NetworkSegment(e95b3b24-1a91-42fd-bebb-d9e45d985402),segment_id=e95b3b24-1a91-42fd-bebb-d9e45d985402)] {{(pid=92895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:50:05.967095 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-605aea8a-b7fd-4d58-8a2b-d9510157b0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:06.032467 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.plugin [None req-605aea8a-b7fd-4d58-8a2b-d9510157b0f7 admin admin] Calling delete_port for 2e300112-420a-4d61-afe9-c1958fc5c508 owned by network:router_interface {{(pid=92895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:50:06.207856 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-605aea8a-b7fd-4d58-8a2b-d9510157b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8739127'] for port, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:06.210464 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2a73e396-2621-4c57-bf3a-70eaf3dada8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:06.233523 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605aea8a-b7fd-4d58-8a2b-d9510157b0f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e300112-420a-4d61-afe9-c1958fc5c508,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:06.236904 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-605aea8a-b7fd-4d58-8a2b-d9510157b0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:06.409505 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-605aea8a-b7fd-4d58-8a2b-d9510157b0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608077'] for router_interface, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:06.632194 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605aea8a-b7fd-4d58-8a2b-d9510157b0f7 admin admin] Router 04010b00-b3d2-41c8-adca-e4834de2542f has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:50:06.736914 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605aea8a-b7fd-4d58-8a2b-d9510157b0f7 admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:50:06.742692 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-605aea8a-b7fd-4d58-8a2b-d9510157b0f7 admin admin] 10.222.0.83 "PUT /v2.0/routers/04010b00-b3d2-41c8-adca-e4834de2542f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4521489 Jun 18 08:50:06.744840 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41526) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:06.745853 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b543b710-99d2-431e-a2f5-a4a207584588 None None] Sync routers for ids ['04010b00-b3d2-41c8-adca-e4834de2542f'] in dv-cinder-761113-14-iscsi {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:50:06.755439 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b543b710-99d2-431e-a2f5-a4a207584588 None None] Routers {'04010b00-b3d2-41c8-adca-e4834de2542f'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:50:06.756073 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-b543b710-99d2-431e-a2f5-a4a207584588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:49:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['04010b00-b3d2-41c8-adca-e4834de2542f'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:50:06.847031 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20913cac-5244-4af5-aac8-5070434a11f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:06.861743 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-b543b710-99d2-431e-a2f5-a4a207584588 None None] Set router 04010b00-b3d2-41c8-adca-e4834de2542f gateway port host: dv-cinder-761113-14-iscsi {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:50:06.946910 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20913cac-5244-4af5-aac8-5070434a11f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:06.999319 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-20913cac-5244-4af5-aac8-5070434a11f8 admin admin] Deleting port eebad895-fe0c-4807-b751-8708354ac3e2 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:50:06.999661 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20913cac-5244-4af5-aac8-5070434a11f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:07.046081 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-b543b710-99d2-431e-a2f5-a4a207584588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'name': 'tempest-TestVolumeBootPattern-1626012878-router', 'tenant_id': '662100532a804fc3947b464108b3d5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'eebad895-fe0c-4807-b751-8708354ac3e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:55Z', 'updated_at': '2021-06-18T08:50:06Z', 'revision_number': 5, 'project_id': '662100532a804fc3947b464108b3d5de', 'gw_port': {'id': 'eebad895-fe0c-4807-b751-8708354ac3e2', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:37:55Z', 'updated_at': '2021-06-18T08:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:50:07.072256 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b543b710-99d2-431e-a2f5-a4a207584588 None None] Checking router: 04010b00-b3d2-41c8-adca-e4834de2542f for host: dv-cinder-761113-14-iscsi {{(pid=92896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:50:07.080444 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b543b710-99d2-431e-a2f5-a4a207584588 None None] Routers {'04010b00-b3d2-41c8-adca-e4834de2542f'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:50:07.081062 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-b543b710-99d2-431e-a2f5-a4a207584588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:49:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['04010b00-b3d2-41c8-adca-e4834de2542f'], 'active': True} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:50:07.083149 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-20913cac-5244-4af5-aac8-5070434a11f8 admin admin] For port eebad895-fe0c-4807-b751-8708354ac3e2, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=eebad895-fe0c-4807-b751-8708354ac3e2,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:50:07.083514 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20913cac-5244-4af5-aac8-5070434a11f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:07.148371 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-20913cac-5244-4af5-aac8-5070434a11f8 admin admin] Calling delete_port for eebad895-fe0c-4807-b751-8708354ac3e2 owned by network:router_gateway {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:50:07.166695 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvr_db [None req-b543b710-99d2-431e-a2f5-a4a207584588 None None] Set router 04010b00-b3d2-41c8-adca-e4834de2542f gateway port host: None {{(pid=92896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:50:07.217648 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_hamode_db [None req-b543b710-99d2-431e-a2f5-a4a207584588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'name': 'tempest-TestVolumeBootPattern-1626012878-router', 'tenant_id': '662100532a804fc3947b464108b3d5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:55Z', 'updated_at': '2021-06-18T08:50:06Z', 'revision_number': 6, 'project_id': '662100532a804fc3947b464108b3d5de', 'gw_port_host': None}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:50:07.245811 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b543b710-99d2-431e-a2f5-a4a207584588 None None] The sync data for ids ['04010b00-b3d2-41c8-adca-e4834de2542f'] in dv-cinder-761113-14-iscsi is: [{'id': '04010b00-b3d2-41c8-adca-e4834de2542f', 'name': 'tempest-TestVolumeBootPattern-1626012878-router', 'tenant_id': '662100532a804fc3947b464108b3d5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:37:55Z', 'updated_at': '2021-06-18T08:50:06Z', 'revision_number': 6, 'project_id': '662100532a804fc3947b464108b3d5de', 'gw_port_host': None}] {{(pid=92896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:50:07.325454 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20913cac-5244-4af5-aac8-5070434a11f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:07.328366 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-184743ee-588c-4c34-a7be-a52b5b63eb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:07.355873 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20913cac-5244-4af5-aac8-5070434a11f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eebad895-fe0c-4807-b751-8708354ac3e2,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:07.359148 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-20913cac-5244-4af5-aac8-5070434a11f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:07.421571 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20913cac-5244-4af5-aac8-5070434a11f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543841'] for router_gateway, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:07.510049 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20913cac-5244-4af5-aac8-5070434a11f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2653'] for router, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:07.512095 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20913cac-5244-4af5-aac8-5070434a11f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:07.555414 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20913cac-5244-4af5-aac8-5070434a11f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607022'] for router, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:07.555927 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20913cac-5244-4af5-aac8-5070434a11f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04010b00-b3d2-41c8-adca-e4834de2542f {{(pid=92894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:50:07.561095 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20913cac-5244-4af5-aac8-5070434a11f8 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:07.564793 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-20913cac-5244-4af5-aac8-5070434a11f8 admin admin] 10.222.0.83 "DELETE /v2.0/routers/04010b00-b3d2-41c8-adca-e4834de2542f HTTP/1.1" status: 204 len: 168 time: 0.8163884 Jun 18 08:50:07.565058 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41534) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:07.615462 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-23938dc0-dccb-43d8-bca8-bac7fd19ec4c admin admin] Deleting subnet 77de01f5-9afa-4dbb-866b-880d8959a793 {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:50:07.619707 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-23938dc0-dccb-43d8-bca8-bac7fd19ec4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:07.659531 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-23938dc0-dccb-43d8-bca8-bac7fd19ec4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438516'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:07.707682 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 2e300112-420a-4d61-afe9-c1958fc5c508 no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:50:07.730964 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: 2e300112-420a-4d61-afe9-c1958fc5c508 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:50:07.731365 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 2e300112-420a-4d61-afe9-c1958fc5c508 not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:50:07.759987 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-23938dc0-dccb-43d8-bca8-bac7fd19ec4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8181128'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:07.814851 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-23938dc0-dccb-43d8-bca8-bac7fd19ec4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8181127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8579627'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:07.816959 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:07.840068 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23938dc0-dccb-43d8-bca8-bac7fd19ec4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77de01f5-9afa-4dbb-866b-880d8959a793,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:07.843117 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-23938dc0-dccb-43d8-bca8-bac7fd19ec4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:07.844086 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-23938dc0-dccb-43d8-bca8-bac7fd19ec4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:07.845978 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-23938dc0-dccb-43d8-bca8-bac7fd19ec4c admin admin] 10.222.0.83 "DELETE /v2.0/subnets/77de01f5-9afa-4dbb-866b-880d8959a793 HTTP/1.1" status: 204 len: 168 time: 0.2800062 Jun 18 08:50:07.848876 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41538) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:07.851626 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e919a9b7-45b2-425e-a1ba-c81631129964 None None] Network e4aa7d21-a539-4e46-bc8e-8760f146e3be requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:50:07.916177 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093684'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:07.981822 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] Deleting port 10c5777c-50b0-4209-aae4-689e00a3e5f7 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:50:07.982089 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:08.046521 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] For port 10c5777c-50b0-4209-aae4-689e00a3e5f7, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=10c5777c-50b0-4209-aae4-689e00a3e5f7,segment=NetworkSegment(e95b3b24-1a91-42fd-bebb-d9e45d985402),segment_id=e95b3b24-1a91-42fd-bebb-d9e45d985402)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:50:08.046890 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:08.067609 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287382d6-96c7-4123-a15c-e60c41778331 None None] DHCP port deletion for e4aa7d21-a539-4e46-bc8e-8760f146e3be request from dv-cinder-761113-14-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 08:50:08.117067 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] Calling delete_port for 10c5777c-50b0-4209-aae4-689e00a3e5f7 owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:50:08.118903 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-287382d6-96c7-4123-a15c-e60c41778331 None None] Deleting port 10c5777c-50b0-4209-aae4-689e00a3e5f7 {{(pid=92896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:50:08.119398 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-287382d6-96c7-4123-a15c-e60c41778331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:08.186143 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-287382d6-96c7-4123-a15c-e60c41778331 None None] For port 10c5777c-50b0-4209-aae4-689e00a3e5f7, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=10c5777c-50b0-4209-aae4-689e00a3e5f7,segment=NetworkSegment(e95b3b24-1a91-42fd-bebb-d9e45d985402),segment_id=e95b3b24-1a91-42fd-bebb-d9e45d985402)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:50:08.186551 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-287382d6-96c7-4123-a15c-e60c41778331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:08.201948 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:08.204153 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-406564b6-952e-48c4-8800-324c67ef4552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:08.235978 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] Pushing event deleted for resources: {'Port': ['ID=10c5777c-50b0-4209-aae4-689e00a3e5f7,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:08.240474 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:08.243993 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] No DVR routers for this DVR port 10c5777c-50b0-4209-aae4-689e00a3e5f7 on host dv-cinder-761113-14-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:50:08.262153 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-287382d6-96c7-4123-a15c-e60c41778331 None None] Calling delete_port for 10c5777c-50b0-4209-aae4-689e00a3e5f7 owned by network:dhcp {{(pid=92896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:50:08.370954 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187415', 'neutron.services.segments.db._delete_segments_for_network-8757668836051'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:08.384043 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4aa7d21-a539-4e46-bc8e-8760f146e3be']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:50:08.396167 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95b3b24-1a91-42fd-bebb-d9e45d985402') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:50:08.396675 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95b3b24-1a91-42fd-bebb-d9e45d985402') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:50:08.403540 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-287382d6-96c7-4123-a15c-e60c41778331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223'] for port, after_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:08.406628 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-052ca57f-795a-494e-b77b-5ccd04d8d80b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:08.406753 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757668835880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438525'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:08.423907 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:08.435688 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287382d6-96c7-4123-a15c-e60c41778331 None None] Pushing event deleted for resources: {'Port': ['ID=10c5777c-50b0-4209-aae4-689e00a3e5f7,revision_number=None']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:08.437828 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:50:08.438746 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224014'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:08.439630 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287382d6-96c7-4123-a15c-e60c41778331 None None] No DVR routers for this DVR port 10c5777c-50b0-4209-aae4-689e00a3e5f7 on host dv-cinder-761113-14-iscsi {{(pid=92896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:50:08.441764 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-287382d6-96c7-4123-a15c-e60c41778331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: timer() Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: cb(*args, **kw) Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: self._notify() Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: self.callback(batched_events) Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: event.method(event) Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._get(url).json() Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:50:08.442135 dv-cinder-761113-14-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:50:08.515541 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8187406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543934'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:08.519277 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:08.545289 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:08.549937 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] 10.222.0.83 "DELETE /v2.0/networks/e4aa7d21-a539-4e46-bc8e-8760f146e3be HTTP/1.1" status: 204 len: 168 time: 0.7001007 Jun 18 08:50:08.551749 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4aa7d21-a539-4e46-bc8e-8760f146e3be,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:08.554653 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-375153e9-d640-4cb2-ad5a-b00f2b929823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:08.709771 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41574) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:08.749262 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ce59c24f-eab9-4471-9e31-3a24ddf12d42 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d86aa6c66a1f4d96841fb126ec5de5f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381835 Jun 18 08:50:08.751788 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41576) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:08.810081 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-80b90957-1065-4e8c-8153-e767ed0bdd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:08.834207 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-80b90957-1065-4e8c-8153-e767ed0bdd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:08.884989 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-80b90957-1065-4e8c-8153-e767ed0bdd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:08.887724 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-80b90957-1065-4e8c-8153-e767ed0bdd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:08.888880 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-80b90957-1065-4e8c-8153-e767ed0bdd6a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/51a7818b-b6b2-4dc8-a7d9-6141c893cfc0 HTTP/1.1" status: 204 len: 168 time: 0.1361403 Jun 18 08:50:08.889662 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-0244e69c-6acd-4370-b759-f0627572f30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:08.899128 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b90957-1065-4e8c-8153-e767ed0bdd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a7818b-b6b2-4dc8-a7d9-6141c893cfc0,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:08.907436 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-80b90957-1065-4e8c-8153-e767ed0bdd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:09.224707 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41600) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:09.263117 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7599fb4d-b6be-4df9-a28f-d5cbed5af5de admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=662100532a804fc3947b464108b3d5de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371828 Jun 18 08:50:09.265449 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41602) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:09.310978 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-04ace455-c1d5-4342-8c51-c6b14ed2fcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:09.331258 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-04ace455-c1d5-4342-8c51-c6b14ed2fcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:09.376666 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-04ace455-c1d5-4342-8c51-c6b14ed2fcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:09.380229 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-04ace455-c1d5-4342-8c51-c6b14ed2fcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:09.381360 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-04ace455-c1d5-4342-8c51-c6b14ed2fcab admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ea0758c2-a9ce-4341-b782-4e27664c9fc6 HTTP/1.1" status: 204 len: 168 time: 0.1150396 Jun 18 08:50:09.382138 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-aa08952a-353d-4d21-a418-853310b8ea2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:09.390454 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ace455-c1d5-4342-8c51-c6b14ed2fcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0758c2-a9ce-4341-b782-4e27664c9fc6,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:09.392674 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-04ace455-c1d5-4342-8c51-c6b14ed2fcab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:09.404663 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 10c5777c-50b0-4209-aae4-689e00a3e5f7 no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:50:09.427898 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: 10c5777c-50b0-4209-aae4-689e00a3e5f7 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:50:09.428516 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 10c5777c-50b0-4209-aae4-689e00a3e5f7 not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:50:09.428943 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device eebad895-fe0c-4807-b751-8708354ac3e2 no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:50:09.447732 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: eebad895-fe0c-4807-b751-8708354ac3e2 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:50:09.448085 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device eebad895-fe0c-4807-b751-8708354ac3e2 not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:50:15.621654 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:50:23.103914 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41820) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:23.215709 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-238a96b7-4bfe-49fc-968f-167ce5e79685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:23.304119 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-238a96b7-4bfe-49fc-968f-167ce5e79685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:23.307891 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-238a96b7-4bfe-49fc-968f-167ce5e79685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:23.311881 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cc830bcf-88c6-4afb-8ce2-e400a5855c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:23.355223 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41828) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:23.355682 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-238a96b7-4bfe-49fc-968f-167ce5e79685 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=518785a1cb8248acb03c059132a9f9eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502468 Jun 18 08:50:23.356229 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a96b7-4bfe-49fc-968f-167ce5e79685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187a799f-4a76-4f02-9c2f-268fc66e30d2,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:23.361740 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-238a96b7-4bfe-49fc-968f-167ce5e79685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:23.404624 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8fb6112f-717b-4c58-a064-b1ba5919e022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:23.426432 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8fb6112f-717b-4c58-a064-b1ba5919e022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:23.484964 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8fb6112f-717b-4c58-a064-b1ba5919e022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:23.490533 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8fb6112f-717b-4c58-a064-b1ba5919e022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:23.492902 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8fb6112f-717b-4c58-a064-b1ba5919e022 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/187a799f-4a76-4f02-9c2f-268fc66e30d2 HTTP/1.1" status: 204 len: 168 time: 0.1363130 Jun 18 08:50:23.494300 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-345da622-17d7-40e5-aa8e-68f1202fd9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:23.509501 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6112f-717b-4c58-a064-b1ba5919e022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187a799f-4a76-4f02-9c2f-268fc66e30d2,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:23.513085 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8fb6112f-717b-4c58-a064-b1ba5919e022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:23.763520 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41840) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:23.776891 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5a2f40b6-5a36-4225-8647-13bd162c6188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:23.879967 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5a2f40b6-5a36-4225-8647-13bd162c6188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:23.883452 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5a2f40b6-5a36-4225-8647-13bd162c6188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:23.886511 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a3eb2690-cfde-4777-84c7-0e08291a9a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:23.920728 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5a2f40b6-5a36-4225-8647-13bd162c6188 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dcd9773e1f7341eca797212e5c94ef71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561556 Jun 18 08:50:23.921473 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f40b6-5a36-4225-8647-13bd162c6188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ef73a8-aacb-4673-b29c-10264e224dbd,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:23.923464 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41842) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:23.924449 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5a2f40b6-5a36-4225-8647-13bd162c6188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:23.973295 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e67b491a-4281-4728-bc22-65f0ee38b7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:23.994150 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e67b491a-4281-4728-bc22-65f0ee38b7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:24.012612 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:24.040263 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e67b491a-4281-4728-bc22-65f0ee38b7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:24.042729 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-e67b491a-4281-4728-bc22-65f0ee38b7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:24.043905 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-e67b491a-4281-4728-bc22-65f0ee38b7e1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/55ef73a8-aacb-4673-b29c-10264e224dbd HTTP/1.1" status: 204 len: 168 time: 0.1195321 Jun 18 08:50:24.044667 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-98f03605-d130-4cd6-a146-85f47d1a420b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:24.051763 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b491a-4281-4728-bc22-65f0ee38b7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ef73a8-aacb-4673-b29c-10264e224dbd,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:24.053987 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e67b491a-4281-4728-bc22-65f0ee38b7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:25.307801 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-6026bf78-03f2-43a3-9c75-2ee6e8b9ffa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:27.984859 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:28.200492 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-64a4dc75-df47-48e1-8946-7c84762a6bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:29.074386 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:29.793860 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 41970) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:29.897287 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7c8967e7-3b04-41fe-a6d4-23e7dd89d2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:29.985237 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7c8967e7-3b04-41fe-a6d4-23e7dd89d2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:29.989762 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7c8967e7-3b04-41fe-a6d4-23e7dd89d2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:29.992873 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-fa63a2f4-0aec-472e-b709-867aa17f4f77 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:30.027489 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7c8967e7-3b04-41fe-a6d4-23e7dd89d2d3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=97dfd6931aae41ec83e5c3f2b85be074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325823 Jun 18 08:50:30.028628 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8967e7-3b04-41fe-a6d4-23e7dd89d2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6b68fc-37f9-4719-96e3-4b8d8970159d,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:30.030108 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41974) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:30.031755 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7c8967e7-3b04-41fe-a6d4-23e7dd89d2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:30.083508 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6594-fea0-4100-be9b-62e0922c4b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:30.104069 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6594-fea0-4100-be9b-62e0922c4b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:30.151374 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6594-fea0-4100-be9b-62e0922c4b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:30.154122 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6594-fea0-4100-be9b-62e0922c4b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:30.155800 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-b8cb6594-fea0-4100-be9b-62e0922c4b64 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6b6b68fc-37f9-4719-96e3-4b8d8970159d HTTP/1.1" status: 204 len: 168 time: 0.1244898 Jun 18 08:50:30.157081 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b49dfe47-7e20-4db4-8ada-c80d92a47dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:30.168002 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb6594-fea0-4100-be9b-62e0922c4b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6b68fc-37f9-4719-96e3-4b8d8970159d,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:30.170575 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b8cb6594-fea0-4100-be9b-62e0922c4b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:30.443099 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41988) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:30.456394 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-85fc9e54-6b66-4b62-afde-ec38610d00ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:30.544114 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-85fc9e54-6b66-4b62-afde-ec38610d00ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:30.547961 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-85fc9e54-6b66-4b62-afde-ec38610d00ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:30.551741 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-b023af22-5566-48e1-a684-c7931c7bc0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:30.586087 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc9e54-6b66-4b62-afde-ec38610d00ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3061c864-44b0-4693-9a3b-9bd504fdcf02,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:30.589492 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-85fc9e54-6b66-4b62-afde-ec38610d00ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:30.592183 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-85fc9e54-6b66-4b62-afde-ec38610d00ef admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d9b8a02c046a4db69428f69bbe455f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480536 Jun 18 08:50:30.594675 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 41990) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:30.645738 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-26a1a6f6-1e31-4c36-9bb2-57a2cb960157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:30.670455 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-26a1a6f6-1e31-4c36-9bb2-57a2cb960157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:30.720381 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-26a1a6f6-1e31-4c36-9bb2-57a2cb960157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:30.723584 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-26a1a6f6-1e31-4c36-9bb2-57a2cb960157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:30.724720 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-26a1a6f6-1e31-4c36-9bb2-57a2cb960157 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3061c864-44b0-4693-9a3b-9bd504fdcf02 HTTP/1.1" status: 204 len: 168 time: 0.1291125 Jun 18 08:50:30.725515 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-973d8eb3-0d81-4b30-b7fe-62c920a93672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:30.733352 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1a6f6-1e31-4c36-9bb2-57a2cb960157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3061c864-44b0-4693-9a3b-9bd504fdcf02,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:30.735682 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-26a1a6f6-1e31-4c36-9bb2-57a2cb960157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:30.754897 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:31.953523 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42040) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:32.054630 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8fc609d6-245c-4e98-b697-da002b4b6bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:32.152957 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8fc609d6-245c-4e98-b697-da002b4b6bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:32.157529 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8fc609d6-245c-4e98-b697-da002b4b6bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:32.161468 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-0cc39af5-9191-43a7-90b5-2b750693349f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:32.198242 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-8fc609d6-245c-4e98-b697-da002b4b6bb4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b4e7a01370e24f3db0b17d05df704d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436488 Jun 18 08:50:32.199555 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc609d6-245c-4e98-b697-da002b4b6bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff23022-718c-4e9b-83f8-276afb67afd4,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:32.200962 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42046) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:32.203247 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8fc609d6-245c-4e98-b697-da002b4b6bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:32.254123 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f74aaa9b-f163-4959-9e84-641b5791360e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:32.275044 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f74aaa9b-f163-4959-9e84-641b5791360e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:32.320723 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f74aaa9b-f163-4959-9e84-641b5791360e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:32.323512 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-f74aaa9b-f163-4959-9e84-641b5791360e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:32.324641 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-f74aaa9b-f163-4959-9e84-641b5791360e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4ff23022-718c-4e9b-83f8-276afb67afd4 HTTP/1.1" status: 204 len: 168 time: 0.1225543 Jun 18 08:50:32.325528 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-04ace455-c1d5-4342-8c51-c6b14ed2fcab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:32.333313 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74aaa9b-f163-4959-9e84-641b5791360e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff23022-718c-4e9b-83f8-276afb67afd4,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:32.336456 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f74aaa9b-f163-4959-9e84-641b5791360e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:35.711126 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42144) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:35.913458 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eacf63d-2645-41ed-8ab0-d7f5aac2a5f8 admin admin] Deleting subnet 969d1600-0266-41b1-a937-067695e31834 {{(pid=92895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:50:35.916767 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7eacf63d-2645-41ed-8ab0-d7f5aac2a5f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:35.953922 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7eacf63d-2645-41ed-8ab0-d7f5aac2a5f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8739288'] for subnet, precommit_delete_associations {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:36.008851 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7eacf63d-2645-41ed-8ab0-d7f5aac2a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8181128'] for subnet, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:36.061412 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7eacf63d-2645-41ed-8ab0-d7f5aac2a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8181127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8739149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8539572'] for subnet, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:36.063641 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:36.089334 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacf63d-2645-41ed-8ab0-d7f5aac2a5f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=969d1600-0266-41b1-a937-067695e31834,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:36.091291 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7eacf63d-2645-41ed-8ab0-d7f5aac2a5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for subnet, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:36.095258 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7eacf63d-2645-41ed-8ab0-d7f5aac2a5f8 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/969d1600-0266-41b1-a937-067695e31834 HTTP/1.1" status: 204 len: 168 time: 0.3810039 Jun 18 08:50:36.095258 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7eacf63d-2645-41ed-8ab0-d7f5aac2a5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:36.095499 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42160) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:36.163148 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed26122e-8f32-4005-a5cd-0164d3b99bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093684'] for network, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:36.254641 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed26122e-8f32-4005-a5cd-0164d3b99bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187415', 'neutron.services.segments.db._delete_segments_for_network-8757668836051'] for network, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:36.263935 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-ed26122e-8f32-4005-a5cd-0164d3b99bae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1ecdf4-45bd-4110-bede-0aa4a981b098']}} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:50:36.273832 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-ed26122e-8f32-4005-a5cd-0164d3b99bae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83e3321-6205-4069-96f8-aaf4480d11cf') {'for_net_delete': True} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:50:36.274124 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.services.segments.db [None req-ed26122e-8f32-4005-a5cd-0164d3b99bae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83e3321-6205-4069-96f8-aaf4480d11cf') {} {{(pid=92895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:50:36.282423 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed26122e-8f32-4005-a5cd-0164d3b99bae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757668835880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8739281'] for segment, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:36.307644 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed26122e-8f32-4005-a5cd-0164d3b99bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:36.313725 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed26122e-8f32-4005-a5cd-0164d3b99bae admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=92895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:50:36.314576 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed26122e-8f32-4005-a5cd-0164d3b99bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8739046'] for segment, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: Traceback (most recent call last): Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: timer() Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: cb(*args, **kw) Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: return func(*args, **kwargs) Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: self._notify() Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: self.callback(batched_events) Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: event.method(event) Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: return f(self, *a, **k) Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: return self._get(url).json() Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: return self.request(url, 'GET', **kwargs) Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:50:36.316525 dv-cinder-761113-14-iscsi neutron-server[92895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:50:36.369485 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed26122e-8f32-4005-a5cd-0164d3b99bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8187406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543934'] for network, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:36.373302 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-378b36dd-9b66-4993-bf0e-b7dd9773de5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:36.390405 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ed26122e-8f32-4005-a5cd-0164d3b99bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:36.392308 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ed26122e-8f32-4005-a5cd-0164d3b99bae admin admin] 10.222.0.83 "DELETE /v2.0/networks/bb1ecdf4-45bd-4110-bede-0aa4a981b098 HTTP/1.1" status: 204 len: 168 time: 0.2959414 Jun 18 08:50:36.393752 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26122e-8f32-4005-a5cd-0164d3b99bae admin admin] Pushing event deleted for resources: {'Network': ['ID=bb1ecdf4-45bd-4110-bede-0aa4a981b098,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:36.396634 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ed26122e-8f32-4005-a5cd-0164d3b99bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:36.517555 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42168) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:36.815266 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-3141f694-5686-4f55-a4fe-6d76eb59f014 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d1527baffb2244278e4b159ca697d6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962825 Jun 18 08:50:36.817992 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42170) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:36.863763 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2b5ca7e-7bcf-4dae-a6f2-0b2766d5ced7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:36.883593 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2b5ca7e-7bcf-4dae-a6f2-0b2766d5ced7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:36.927949 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2b5ca7e-7bcf-4dae-a6f2-0b2766d5ced7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:36.930561 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-c2b5ca7e-7bcf-4dae-a6f2-0b2766d5ced7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:36.931774 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-c2b5ca7e-7bcf-4dae-a6f2-0b2766d5ced7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/679f17e5-c0cd-4de4-929a-9cf3031908ba HTTP/1.1" status: 204 len: 168 time: 0.1128588 Jun 18 08:50:36.932593 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ac914e7b-6f23-48c9-97b5-8de3c31bdd0e tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:36.939826 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5ca7e-7bcf-4dae-a6f2-0b2766d5ced7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679f17e5-c0cd-4de4-929a-9cf3031908ba,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:36.942776 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-c2b5ca7e-7bcf-4dae-a6f2-0b2766d5ced7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:40.379975 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42218) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:40.482373 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4e1f65-9a78-492f-a145-cc36e83f4676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:40.565002 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4e1f65-9a78-492f-a145-cc36e83f4676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:40.569045 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5f4e1f65-9a78-492f-a145-cc36e83f4676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:40.572608 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9e0b8f0e-6022-4590-9808-deca8e3b027d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:40.606309 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5f4e1f65-9a78-492f-a145-cc36e83f4676 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=56a68778cf0c4d5ca759c8854ba0b26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251961 Jun 18 08:50:40.608580 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e1f65-9a78-492f-a145-cc36e83f4676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be486617-fb75-45b8-ab3f-5b2d4e6d046b,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:40.609151 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42224) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:40.611754 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5f4e1f65-9a78-492f-a145-cc36e83f4676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:40.658803 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-721392e9-1129-4c7e-975a-73ddd150e8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:40.679994 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-721392e9-1129-4c7e-975a-73ddd150e8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:40.724349 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-721392e9-1129-4c7e-975a-73ddd150e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:40.727139 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-721392e9-1129-4c7e-975a-73ddd150e8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:40.728266 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-721392e9-1129-4c7e-975a-73ddd150e8fb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/be486617-fb75-45b8-ab3f-5b2d4e6d046b HTTP/1.1" status: 204 len: 168 time: 0.1181300 Jun 18 08:50:40.729037 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5a2f40b6-5a36-4225-8647-13bd162c6188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:40.736256 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721392e9-1129-4c7e-975a-73ddd150e8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be486617-fb75-45b8-ab3f-5b2d4e6d046b,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:40.739809 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-721392e9-1129-4c7e-975a-73ddd150e8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:40.977836 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42230) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:40.994781 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10e00fd0-d073-4d57-9545-513ec84e32ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:41.085079 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10e00fd0-d073-4d57-9545-513ec84e32ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:41.088777 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-10e00fd0-d073-4d57-9545-513ec84e32ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:41.092029 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-9be69a50-ce45-4096-af08-34768d9e786f tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:41.126868 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-10e00fd0-d073-4d57-9545-513ec84e32ce admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d2b398efaf154d7e8049f0a56c4ea3cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478808 Jun 18 08:50:41.128986 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e00fd0-d073-4d57-9545-513ec84e32ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d000cc9a-2494-4589-9774-0de1363c3695,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:41.129720 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42232) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:41.131981 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-10e00fd0-d073-4d57-9545-513ec84e32ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:41.180161 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-152a0c64-14f9-455a-bd2c-a94a3af0baae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:41.199863 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-152a0c64-14f9-455a-bd2c-a94a3af0baae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:41.243466 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-152a0c64-14f9-455a-bd2c-a94a3af0baae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:41.245966 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-152a0c64-14f9-455a-bd2c-a94a3af0baae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:41.247102 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-152a0c64-14f9-455a-bd2c-a94a3af0baae admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d000cc9a-2494-4589-9774-0de1363c3695 HTTP/1.1" status: 204 len: 168 time: 0.1163976 Jun 18 08:50:41.247882 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-f60244b2-1779-40c9-a52a-e0e01a528df1 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:41.255194 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a0c64-14f9-455a-bd2c-a94a3af0baae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d000cc9a-2494-4589-9774-0de1363c3695,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:41.257595 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-152a0c64-14f9-455a-bd2c-a94a3af0baae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:41.560355 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42238) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:41.574074 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7738fd6a-e297-4d7e-ae4c-1de69bcfb785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:41.658153 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7738fd6a-e297-4d7e-ae4c-1de69bcfb785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:41.662258 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7738fd6a-e297-4d7e-ae4c-1de69bcfb785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:41.664613 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-52009d09-3a11-4e73-9312-82552dce7cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:41.699468 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7738fd6a-e297-4d7e-ae4c-1de69bcfb785 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5be946d526924c72a97dce49fc913a61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380341 Jun 18 08:50:41.701385 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738fd6a-e297-4d7e-ae4c-1de69bcfb785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc4ef08-2b2b-4b77-aab4-03752515e1aa,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:41.702048 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42242) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:50:41.704277 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7738fd6a-e297-4d7e-ae4c-1de69bcfb785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:41.752225 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37e3daaf-03d0-4741-9423-4ffe5b1f6142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:41.777576 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37e3daaf-03d0-4741-9423-4ffe5b1f6142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:41.824288 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37e3daaf-03d0-4741-9423-4ffe5b1f6142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:41.826940 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-37e3daaf-03d0-4741-9423-4ffe5b1f6142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:41.828187 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-37e3daaf-03d0-4741-9423-4ffe5b1f6142 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8cc4ef08-2b2b-4b77-aab4-03752515e1aa HTTP/1.1" status: 204 len: 168 time: 0.1250570 Jun 18 08:50:41.829203 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-a3bfefe4-98e3-4d89-8715-72e9449b933c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:50:41.837644 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3daaf-03d0-4741-9423-4ffe5b1f6142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc4ef08-2b2b-4b77-aab4-03752515e1aa,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:50:41.840181 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-37e3daaf-03d0-4741-9423-4ffe5b1f6142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:50:52.620586 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:50:54.028773 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:55.310277 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-da72f6f7-17c2-43d9-a6cf-cc89c2c3d11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:57.978493 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:58.201196 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8125586c-bd2d-4c04-91f1-a300fe41e30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:59.079058 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:00.740749 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:24.042800 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:25.311702 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6c3d-d112-4430-a5d6-c7300b9e246f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:27.985864 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:28.200305 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5e40d3da-6ff8-4629-b5b5-557700a1e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:29.080626 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:29.618821 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:51:30.743705 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:54.044656 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:55.311625 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4a5f90f2-f6c9-4730-9ed6-8f4222e3f538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:57.978352 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:58.200215 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2e81665b-25a1-4c3e-9412-2535169eaaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:59.082752 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:00.748087 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:06.618306 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:52:17.586135 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42464) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:18.105980 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608241'] for router_interface, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:18.345701 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Deleting port 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:52:18.347091 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:18.430951 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] For port 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=8446f5f0-0e5e-4c93-a13b-9bfb09d0478c,segment=NetworkSegment(9624ca7d-91e5-4834-945a-b4ad2a67cdde),segment_id=9624ca7d-91e5-4834-945a-b4ad2a67cdde)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:52:18.431254 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:18.495586 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Calling delete_port for 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c owned by network:router_interface {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:52:18.670201 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:18.672882 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-c9834e3e-129b-4ec6-b13b-5c4337c9b7df tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:18.696546 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Pushing event deleted for resources: {'Port': ['ID=8446f5f0-0e5e-4c93-a13b-9bfb09d0478c,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:18.725418 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:18.725807 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:18.726194 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:18.726570 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:18.726939 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:18.727338 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:18.727710 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:18.728080 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:18.728449 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:18.728811 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:18.729176 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:18.729537 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:18.752946 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:18.869549 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-724095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608077'] for router_interface, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:19.329979 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Router 2e677162-09e1-4397-b963-043b777c7912 has already been hosted by L3 agent 2d5060c0-17d7-4577-a60e-2953c40af361 {{(pid=92894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:52:19.430465 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] Notify agent at l3_agent.dv-cinder-761113-14-iscsi the message routers_updated {{(pid=92894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:52:19.438071 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-1e66419c-73bf-4c1e-9ceb-88ee66fdbbef admin admin] 10.222.0.83 "PUT /v2.0/routers/2e677162-09e1-4397-b963-043b777c7912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8477666 Jun 18 08:52:19.438071 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42470) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:19.440825 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12403d08-cf7f-42a2-b9a0-0ea5f0e1d533 None None] Sync routers for ids ['2e677162-09e1-4397-b963-043b777c7912'] in dv-cinder-761113-14-iscsi {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:52:19.450779 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12403d08-cf7f-42a2-b9a0-0ea5f0e1d533 None None] Routers {'2e677162-09e1-4397-b963-043b777c7912'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:52:19.451440 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-12403d08-cf7f-42a2-b9a0-0ea5f0e1d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:51:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2e677162-09e1-4397-b963-043b777c7912'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:52:19.552849 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4471facf-5f55-4d36-8e0c-644abbf07596 admin admin] Notify callbacks [] for router, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:19.561343 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-12403d08-cf7f-42a2-b9a0-0ea5f0e1d533 None None] Set router 2e677162-09e1-4397-b963-043b777c7912 gateway port host: dv-cinder-761113-14-iscsi {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:52:19.651261 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4471facf-5f55-4d36-8e0c-644abbf07596 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:19.703811 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-4471facf-5f55-4d36-8e0c-644abbf07596 admin admin] Deleting port eee0d8de-b8f4-4fba-ae85-90e1ad9827d7 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:52:19.704463 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4471facf-5f55-4d36-8e0c-644abbf07596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:19.735951 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-12403d08-cf7f-42a2-b9a0-0ea5f0e1d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'external_fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:52:18Z', 'revision_number': 5, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port': {'id': 'eee0d8de-b8f4-4fba-ae85-90e1ad9827d7', 'name': '', 'network_id': 'a252541b-e27f-4a3f-8e86-824b883db521', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e677162-09e1-4397-b963-043b777c7912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:15:00Z', 'updated_at': '2021-06-18T08:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff822c60-bf8e-4d27-91f8-cd72c981900b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-14-iscsi'}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:52:19.765309 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12403d08-cf7f-42a2-b9a0-0ea5f0e1d533 None None] Checking router: 2e677162-09e1-4397-b963-043b777c7912 for host: dv-cinder-761113-14-iscsi {{(pid=92897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:52:19.773948 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12403d08-cf7f-42a2-b9a0-0ea5f0e1d533 None None] Routers {'2e677162-09e1-4397-b963-043b777c7912'} bound to L3 agent in host dv-cinder-761113-14-iscsi {{(pid=92897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:52:19.774561 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-12403d08-cf7f-42a2-b9a0-0ea5f0e1d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-761113-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T08:07:28Z,description=,heartbeat_timestamp=2021-06-18T08:51:58Z,host='dv-cinder-761113-14-iscsi',id=2d5060c0-17d7-4577-a60e-2953c40af361,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:07:28Z,topic='l3_agent')) {'router_ids': ['2e677162-09e1-4397-b963-043b777c7912'], 'active': True} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:52:19.786529 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-4471facf-5f55-4d36-8e0c-644abbf07596 admin admin] For port eee0d8de-b8f4-4fba-ae85-90e1ad9827d7, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=eee0d8de-b8f4-4fba-ae85-90e1ad9827d7,segment=NetworkSegment(bb8c389f-ac55-434c-bac9-8cf7bcabdcc6),segment_id=bb8c389f-ac55-434c-bac9-8cf7bcabdcc6)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:52:19.786897 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4471facf-5f55-4d36-8e0c-644abbf07596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:19.857406 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-4471facf-5f55-4d36-8e0c-644abbf07596 admin admin] Calling delete_port for eee0d8de-b8f4-4fba-ae85-90e1ad9827d7 owned by network:router_gateway {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:52:19.858786 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_dvr_db [None req-12403d08-cf7f-42a2-b9a0-0ea5f0e1d533 None None] Set router 2e677162-09e1-4397-b963-043b777c7912 gateway port host: None {{(pid=92897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:52:19.907922 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.l3_hamode_db [None req-12403d08-cf7f-42a2-b9a0-0ea5f0e1d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:52:19Z', 'revision_number': 6, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port_host': None}], 'dv-cinder-761113-14-iscsi', False) {} {{(pid=92897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:52:19.937581 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12403d08-cf7f-42a2-b9a0-0ea5f0e1d533 None None] The sync data for ids ['2e677162-09e1-4397-b963-043b777c7912'] in dv-cinder-761113-14-iscsi is: [{'id': '2e677162-09e1-4397-b963-043b777c7912', 'name': 'tempest-AttachVolumeTestJSON-344028803-router', 'tenant_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:14:59Z', 'updated_at': '2021-06-18T08:52:19Z', 'revision_number': 6, 'project_id': 'fbf147ee0dc84d499893fb9d53d9eb88', 'gw_port_host': None}] {{(pid=92897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:52:20.022636 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4471facf-5f55-4d36-8e0c-644abbf07596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.024626 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-803c8efe-161f-4149-b560-c9b27acf6c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:20.047788 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471facf-5f55-4d36-8e0c-644abbf07596 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee0d8de-b8f4-4fba-ae85-90e1ad9827d7,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:20.051514 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-4471facf-5f55-4d36-8e0c-644abbf07596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:20.107721 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4471facf-5f55-4d36-8e0c-644abbf07596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543841'] for router_gateway, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.200633 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4471facf-5f55-4d36-8e0c-644abbf07596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604543', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2653'] for router, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.202713 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4471facf-5f55-4d36-8e0c-644abbf07596 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.248835 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4471facf-5f55-4d36-8e0c-644abbf07596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607022'] for router, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.249242 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4471facf-5f55-4d36-8e0c-644abbf07596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e677162-09e1-4397-b963-043b777c7912 {{(pid=92894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:52:20.254064 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-4471facf-5f55-4d36-8e0c-644abbf07596 admin admin] Notify callbacks [] for router, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.255218 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-4471facf-5f55-4d36-8e0c-644abbf07596 admin admin] 10.222.0.83 "DELETE /v2.0/routers/2e677162-09e1-4397-b963-043b777c7912 HTTP/1.1" status: 204 len: 168 time: 0.8168299 Jun 18 08:52:20.258234 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42472) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:20.304206 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95827ef-8ca8-4371-8151-b5354a8c979a admin admin] Deleting subnet 48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e {{(pid=92894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:52:20.307640 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e95827ef-8ca8-4371-8151-b5354a8c979a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.343765 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e95827ef-8ca8-4371-8151-b5354a8c979a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438516'] for subnet, precommit_delete_associations {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.426605 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e95827ef-8ca8-4371-8151-b5354a8c979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8181128'] for subnet, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.475836 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e95827ef-8ca8-4371-8151-b5354a8c979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8181127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8579627'] for subnet, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.478077 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-1015486f-b20d-407d-ab5e-c8f120c9ba44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:20.498927 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95827ef-8ca8-4371-8151-b5354a8c979a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:20.502326 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-e95827ef-8ca8-4371-8151-b5354a8c979a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:20.505238 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-e95827ef-8ca8-4371-8151-b5354a8c979a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.507085 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-e95827ef-8ca8-4371-8151-b5354a8c979a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/48a4a2c8-8d03-4de4-ba7e-6df7c34aa38e HTTP/1.1" status: 204 len: 168 time: 0.2479298 Jun 18 08:52:20.509494 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42474) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:20.512654 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da91c5e5-56f7-41dd-af27-4ecac5e8be95 None None] Network cce11d3a-6683-4122-ab5e-a575bb7ecbfc requested from dv-cinder-761113-14-iscsi {{(pid=92896) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:52:20.580858 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8093684'] for network, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.634043 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] Deleting port cffa762e-54fa-4bdc-a86d-7e591fb18621 {{(pid=92894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:52:20.634305 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.703284 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] For port cffa762e-54fa-4bdc-a86d-7e591fb18621, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=cffa762e-54fa-4bdc-a86d-7e591fb18621,segment=NetworkSegment(9624ca7d-91e5-4834-945a-b4ad2a67cdde),segment_id=9624ca7d-91e5-4834-945a-b4ad2a67cdde)] {{(pid=92894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:52:20.703647 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.707131 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] DHCP port deletion for cce11d3a-6683-4122-ab5e-a575bb7ecbfc request from dv-cinder-761113-14-iscsi {{(pid=92896) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 08:52:20.754501 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Deleting port cffa762e-54fa-4bdc-a86d-7e591fb18621 {{(pid=92896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:52:20.755159 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757668814309'] for port, before_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.771705 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.plugin [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] Calling delete_port for cffa762e-54fa-4bdc-a86d-7e591fb18621 owned by network:dhcp {{(pid=92894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:52:20.819488 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.db [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] For port cffa762e-54fa-4bdc-a86d-7e591fb18621, host dv-cinder-761113-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-14-iscsi',level=0,port_id=cffa762e-54fa-4bdc-a86d-7e591fb18621,segment=NetworkSegment(9624ca7d-91e5-4834-945a-b4ad2a67cdde),segment_id=9624ca7d-91e5-4834-945a-b4ad2a67cdde)] {{(pid=92896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:52:20.819893 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545696'] for port, precommit_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.856327 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223839'] for port, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.858680 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5c43431f-6a6e-4a93-bc26-4119279efb21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:20.884758 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Calling delete_port for cffa762e-54fa-4bdc-a86d-7e591fb18621 owned by network:dhcp {{(pid=92896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:52:20.889507 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] Pushing event deleted for resources: {'Port': ['ID=cffa762e-54fa-4bdc-a86d-7e591fb18621,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:20.893436 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:20.894248 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] No DVR routers for this DVR port cffa762e-54fa-4bdc-a86d-7e591fb18621 on host dv-cinder-761113-14-iscsi {{(pid=92894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:52:20.963337 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8187415', 'neutron.services.segments.db._delete_segments_for_network-8757668836051'] for network, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.967593 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8124531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-723981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757668754661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757668325223'] for port, after_delete {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:20.969437 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:20.973744 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce11d3a-6683-4122-ab5e-a575bb7ecbfc']}} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:52:20.983718 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9624ca7d-91e5-4834-945a-b4ad2a67cdde') {'for_net_delete': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:52:20.984014 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.services.segments.db [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9624ca7d-91e5-4834-945a-b4ad2a67cdde') {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:52:20.990324 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Pushing event deleted for resources: {'Port': ['ID=cffa762e-54fa-4bdc-a86d-7e591fb18621,revision_number=None']} {{(pid=92896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:20.993146 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757668835880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438525'] for segment, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:21.000266 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:21.000985 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:21.000985 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:21.001265 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:21.001594 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:21.001922 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:21.002276 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:21.002600 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:21.002923 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:21.003262 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:21.003576 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:21.003964 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:21.007358 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] No DVR routers for this DVR port cffa762e-54fa-4bdc-a86d-7e591fb18621 on host dv-cinder-761113-14-iscsi {{(pid=92896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:52:21.007899 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223'] for segment, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:21.008705 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG oslo_concurrency.lockutils [None req-3e7b6758-5a59-4eaa-bc67-2fe99c02b7a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92896) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:21.017387 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=92894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:52:21.018337 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8176223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224014'] for segment, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: Traceback (most recent call last): Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: timer() Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: cb(*args, **kw) Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: return func(*args, **kwargs) Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: self._notify() Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: self.callback(batched_events) Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: event.method(event) Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: return f(self, *a, **k) Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._get(url).json() Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: return self.request(url, 'GET', **kwargs) Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:52:21.020076 dv-cinder-761113-14-iscsi neutron-server[92894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:52:21.074766 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8187406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-723974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543934'] for network, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:21.078401 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:21.081417 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-723995'] for network, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:21.083231 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] 10.222.0.83 "DELETE /v2.0/networks/cce11d3a-6683-4122-ab5e-a575bb7ecbfc HTTP/1.1" status: 204 len: 168 time: 0.5728137 Jun 18 08:52:21.093857 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] Pushing event deleted for resources: {'Network': ['ID=cce11d3a-6683-4122-ab5e-a575bb7ecbfc,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:21.096850 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2e5235b4-d2f1-46c2-acbf-892f0063faad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:21.197218 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42478) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:21.238378 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-305948d5-2bfb-42f0-b1d5-2b9781d3412b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fbf147ee0dc84d499893fb9d53d9eb88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0399158 Jun 18 08:52:21.240688 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42480) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:21.288832 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-39f2df60-ea46-4fab-82e1-92f9d6ac5558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:21.308850 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-39f2df60-ea46-4fab-82e1-92f9d6ac5558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:21.357181 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-39f2df60-ea46-4fab-82e1-92f9d6ac5558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:21.359759 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-39f2df60-ea46-4fab-82e1-92f9d6ac5558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:21.360879 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-39f2df60-ea46-4fab-82e1-92f9d6ac5558 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bab4f957-24ce-4749-83c8-e9d67322241f HTTP/1.1" status: 204 len: 168 time: 0.1192327 Jun 18 08:52:21.361780 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2e6f1b0e-3439-44f1-8c66-f7bf85fc6260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:21.368932 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2df60-ea46-4fab-82e1-92f9d6ac5558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab4f957-24ce-4749-83c8-e9d67322241f,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:21.371318 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-39f2df60-ea46-4fab-82e1-92f9d6ac5558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:21.471977 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device eee0d8de-b8f4-4fba-ae85-90e1ad9827d7 no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:52:21.492223 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: eee0d8de-b8f4-4fba-ae85-90e1ad9827d7 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:52:21.492626 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device eee0d8de-b8f4-4fba-ae85-90e1ad9827d7 not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:52:21.493143 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:52:21.511137 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:52:21.511564 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device 8446f5f0-0e5e-4c93-a13b-9bfb09d0478c not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:52:21.517172 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device cffa762e-54fa-4bdc-a86d-7e591fb18621 no longer exists at agent ovs-agent-dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:52:21.530322 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.plugin [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] No Port match for: cffa762e-54fa-4bdc-a86d-7e591fb18621 {{(pid=92896) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:52:21.530755 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron.plugins.ml2.rpc [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Device cffa762e-54fa-4bdc-a86d-7e591fb18621 not bound to the agent host dv-cinder-761113-14-iscsi {{(pid=92896) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:52:22.762560 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42520) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:22.869535 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40128951-4a40-42d6-be4f-9d2ff68523ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:22.964759 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40128951-4a40-42d6-be4f-9d2ff68523ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:22.968493 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40128951-4a40-42d6-be4f-9d2ff68523ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:22.971358 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-151812e1-e57f-4796-8333-b15e6fd536e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:23.007016 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-40128951-4a40-42d6-be4f-9d2ff68523ac admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=63e2232980cb423e95c8d29d7a4e38b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433426 Jun 18 08:52:23.008153 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40128951-4a40-42d6-be4f-9d2ff68523ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9481fb-6de1-4668-87f4-6c7a35a81033,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:23.009705 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42524) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:23.011176 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-40128951-4a40-42d6-be4f-9d2ff68523ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:23.058651 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:23.081970 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:23.129535 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:23.132152 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:23.133282 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7e9481fb-6de1-4668-87f4-6c7a35a81033 HTTP/1.1" status: 204 len: 168 time: 0.1225801 Jun 18 08:52:23.134094 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-e67b491a-4281-4728-bc22-65f0ee38b7e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:23.141530 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9481fb-6de1-4668-87f4-6c7a35a81033,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:23.149258 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:23.149645 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:23.150027 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:23.150396 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:23.150765 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:23.151162 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:23.151529 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:23.151895 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:23.152258 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:23.152615 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:23.152973 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:23.153327 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-14-iscsi {{(pid=92895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:52:23.156399 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-7098c1cd-be3d-4990-9b8a-ab05cbd40e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:23.392083 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42532) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:23.405871 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc885-f144-4abd-8bc2-801d052aa56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:23.496236 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc885-f144-4abd-8bc2-801d052aa56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:23.499768 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc885-f144-4abd-8bc2-801d052aa56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:23.503658 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-205dcf3e-e366-467c-844a-273cc09daf57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:23.539289 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2d4dc885-f144-4abd-8bc2-801d052aa56d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1ee7d818108c441eb7477996b852797a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460438 Jun 18 08:52:23.540161 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dc885-f144-4abd-8bc2-801d052aa56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12056503-e552-4d46-8375-eff8b120e297,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:23.541912 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42534) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:23.543653 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2d4dc885-f144-4abd-8bc2-801d052aa56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:23.594505 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3da8ac55-8860-45f8-934b-c5e5fbf54ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:23.617003 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3da8ac55-8860-45f8-934b-c5e5fbf54ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:23.662483 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3da8ac55-8860-45f8-934b-c5e5fbf54ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:23.665057 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3da8ac55-8860-45f8-934b-c5e5fbf54ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:23.666170 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-3da8ac55-8860-45f8-934b-c5e5fbf54ecb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/12056503-e552-4d46-8375-eff8b120e297 HTTP/1.1" status: 204 len: 168 time: 0.1232142 Jun 18 08:52:23.667240 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-add70ad8-3a3b-4e84-a7ca-4e1744d301f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:23.675574 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8ac55-8860-45f8-934b-c5e5fbf54ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12056503-e552-4d46-8375-eff8b120e297,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:23.677846 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3da8ac55-8860-45f8-934b-c5e5fbf54ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:24.036036 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:25.313552 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-dcf8573e-bcdd-46be-88fd-1b400127984a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:27.886427 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42606) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:27.979217 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:27.986921 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1a5922ea-9507-4518-872b-048ddd7eba50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:28.074122 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1a5922ea-9507-4518-872b-048ddd7eba50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:28.078308 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-1a5922ea-9507-4518-872b-048ddd7eba50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:28.080644 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-49284362-6f9a-422d-81d2-445bf8283606 tempest-TestVolumeBootPattern-1007769999 tempest-TestVolumeBootPattern-1007769999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:28.115929 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-1a5922ea-9507-4518-872b-048ddd7eba50 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fa162efe7b05407baf6143dd7384a4f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284102 Jun 18 08:52:28.116839 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5922ea-9507-4518-872b-048ddd7eba50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0947b16-fc82-4926-b608-3e1c468ce989,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:28.118527 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42610) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:28.120246 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-1a5922ea-9507-4518-872b-048ddd7eba50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:28.170513 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc00a-a7ae-4279-950f-f9f844f82796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:28.192111 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc00a-a7ae-4279-950f-f9f844f82796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:28.200434 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e30e7863-58af-4864-a81e-cca59c27269f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:28.239843 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc00a-a7ae-4279-950f-f9f844f82796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:28.242596 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc00a-a7ae-4279-950f-f9f844f82796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:28.246024 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-3ffdc00a-a7ae-4279-950f-f9f844f82796 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f0947b16-fc82-4926-b608-3e1c468ce989 HTTP/1.1" status: 204 len: 168 time: 0.1264019 Jun 18 08:52:28.246849 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-45e6e8d0-23f6-4a6c-81a0-2772a680d76b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:28.254159 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdc00a-a7ae-4279-950f-f9f844f82796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0947b16-fc82-4926-b608-3e1c468ce989,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:28.256478 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3ffdc00a-a7ae-4279-950f-f9f844f82796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:28.505057 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42616) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:28.519285 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-04c628a0-0213-472e-a5ec-804d64cf4ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:28.606998 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-04c628a0-0213-472e-a5ec-804d64cf4ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:28.610762 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-04c628a0-0213-472e-a5ec-804d64cf4ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:28.613221 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-61048293-1d85-470a-9247-5112f5c3d205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:28.648583 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-04c628a0-0213-472e-a5ec-804d64cf4ab4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5834f8e0241040f48e509f95fa0dd308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424265 Jun 18 08:52:28.649503 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c628a0-0213-472e-a5ec-804d64cf4ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cc1643-69d7-4aa5-98c6-89937b8a413e,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:28.651258 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42618) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:28.652724 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-04c628a0-0213-472e-a5ec-804d64cf4ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:28.701864 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3a9fbf58-22eb-4774-8883-0906d4d97ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:28.722877 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3a9fbf58-22eb-4774-8883-0906d4d97ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:28.767400 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3a9fbf58-22eb-4774-8883-0906d4d97ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:28.770350 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-3a9fbf58-22eb-4774-8883-0906d4d97ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:28.771513 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-3a9fbf58-22eb-4774-8883-0906d4d97ab1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/39cc1643-69d7-4aa5-98c6-89937b8a413e HTTP/1.1" status: 204 len: 168 time: 0.1192658 Jun 18 08:52:28.772298 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-14d6a6df-d5fa-4e70-83a8-663c54e26810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:28.779573 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fbf58-22eb-4774-8883-0906d4d97ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cc1643-69d7-4aa5-98c6-89937b8a413e,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:28.781802 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-3a9fbf58-22eb-4774-8883-0906d4d97ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:29.085092 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:30.748917 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:30.826115 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42688) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:30.926155 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ec71c4ce-39d6-4005-9aa9-1412b8155d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:31.008335 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ec71c4ce-39d6-4005-9aa9-1412b8155d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:31.011979 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-ec71c4ce-39d6-4005-9aa9-1412b8155d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:31.015087 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-cce176e7-392a-43da-94d9-e94a50e4ceda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:31.050528 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-ec71c4ce-39d6-4005-9aa9-1412b8155d3b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8fabd8ab6b5042de80c8b4ca450ef51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233512 Jun 18 08:52:31.051306 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71c4ce-39d6-4005-9aa9-1412b8155d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1664748e-1b7f-4918-8612-a642c8d2df89,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:31.053151 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42692) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:31.054208 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-ec71c4ce-39d6-4005-9aa9-1412b8155d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:31.102265 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7d4df102-18b3-4af8-97f4-23181c651931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:31.122421 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7d4df102-18b3-4af8-97f4-23181c651931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:31.169408 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7d4df102-18b3-4af8-97f4-23181c651931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:31.172176 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-7d4df102-18b3-4af8-97f4-23181c651931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:31.173308 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-7d4df102-18b3-4af8-97f4-23181c651931 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1664748e-1b7f-4918-8612-a642c8d2df89 HTTP/1.1" status: 204 len: 168 time: 0.1191027 Jun 18 08:52:31.174286 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-eae431a8-c070-415a-a45d-a1927ca31983 tempest-TestShelveInstance-1998129656 tempest-TestShelveInstance-1998129656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:31.181794 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4df102-18b3-4af8-97f4-23181c651931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1664748e-1b7f-4918-8612-a642c8d2df89,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:31.184047 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-7d4df102-18b3-4af8-97f4-23181c651931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:31.426600 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42698) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:31.440640 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-05d09749-cce9-42b7-acc5-3e0ccc2c3f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:31.527854 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-05d09749-cce9-42b7-acc5-3e0ccc2c3f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:31.531540 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-05d09749-cce9-42b7-acc5-3e0ccc2c3f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:31.534937 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-3ffdc00a-a7ae-4279-950f-f9f844f82796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:31.570160 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-05d09749-cce9-42b7-acc5-3e0ccc2c3f81 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bc523d2928da4d809ce7ccef0827db3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424870 Jun 18 08:52:31.571176 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d09749-cce9-42b7-acc5-3e0ccc2c3f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42887f31-3e3c-4a05-b272-ec55f8170930,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:31.572839 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42700) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:31.574383 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-05d09749-cce9-42b7-acc5-3e0ccc2c3f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:31.620531 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b21563d5-50e5-4213-996e-ac9ad564afdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:31.643382 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b21563d5-50e5-4213-996e-ac9ad564afdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:31.694420 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b21563d5-50e5-4213-996e-ac9ad564afdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:31.697095 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-b21563d5-50e5-4213-996e-ac9ad564afdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:31.698234 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-b21563d5-50e5-4213-996e-ac9ad564afdb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/42887f31-3e3c-4a05-b272-ec55f8170930 HTTP/1.1" status: 204 len: 168 time: 0.1244199 Jun 18 08:52:31.699019 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-867a27d0-c861-44bc-a474-c782e112c01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:31.706933 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21563d5-50e5-4213-996e-ac9ad564afdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42887f31-3e3c-4a05-b272-ec55f8170930,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:31.709183 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-b21563d5-50e5-4213-996e-ac9ad564afdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:33.523337 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42770) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:33.628087 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2bbfedae-3006-4031-898d-fc31ea2f56bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:33.717460 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2bbfedae-3006-4031-898d-fc31ea2f56bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:33.722002 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-2bbfedae-3006-4031-898d-fc31ea2f56bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:33.725109 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-32e869ed-513c-4720-a9e3-2181d46ba4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:33.758780 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-2bbfedae-3006-4031-898d-fc31ea2f56bb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=863c56cd98e34f74abbf3004b94e6560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343397 Jun 18 08:52:33.759985 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfedae-3006-4031-898d-fc31ea2f56bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d2f11b-b0a9-426e-bcaa-21180a976842,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:33.761442 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42774) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:33.763151 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-2bbfedae-3006-4031-898d-fc31ea2f56bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:33.814863 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e262498-8dc6-4684-9faa-aa55b5e787e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:33.836213 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e262498-8dc6-4684-9faa-aa55b5e787e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:33.884062 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e262498-8dc6-4684-9faa-aa55b5e787e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:33.886849 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-2e262498-8dc6-4684-9faa-aa55b5e787e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:33.888049 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-2e262498-8dc6-4684-9faa-aa55b5e787e6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d3d2f11b-b0a9-426e-bcaa-21180a976842 HTTP/1.1" status: 204 len: 168 time: 0.1256189 Jun 18 08:52:33.888883 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-85fc9e54-6b66-4b62-afde-ec38610d00ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:33.896914 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e262498-8dc6-4684-9faa-aa55b5e787e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d2f11b-b0a9-426e-bcaa-21180a976842,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:33.899567 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-2e262498-8dc6-4684-9faa-aa55b5e787e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:34.148833 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42780) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:34.164583 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5b87704e-9cd2-4447-8ea7-98d71a43d7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:34.253781 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5b87704e-9cd2-4447-8ea7-98d71a43d7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:34.257633 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-5b87704e-9cd2-4447-8ea7-98d71a43d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:34.259909 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-66645c1d-8fe2-46a7-b5e3-bc5ec30bef3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:34.295938 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-5b87704e-9cd2-4447-8ea7-98d71a43d7dc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4c280c2841be434dba60d4bc9b7de57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460581 Jun 18 08:52:34.296925 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87704e-9cd2-4447-8ea7-98d71a43d7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc716a9c-85fe-45b2-aa6f-39b17b5d214c,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:34.298516 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42782) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:34.300194 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-5b87704e-9cd2-4447-8ea7-98d71a43d7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:34.347721 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5ecaaa6d-b203-4d85-8231-8ce94e4048a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:34.367658 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5ecaaa6d-b203-4d85-8231-8ce94e4048a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:34.411766 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5ecaaa6d-b203-4d85-8231-8ce94e4048a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:34.414435 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-5ecaaa6d-b203-4d85-8231-8ce94e4048a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:34.415595 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-5ecaaa6d-b203-4d85-8231-8ce94e4048a2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dc716a9c-85fe-45b2-aa6f-39b17b5d214c HTTP/1.1" status: 204 len: 168 time: 0.1160059 Jun 18 08:52:34.416455 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-80b90957-1065-4e8c-8153-e767ed0bdd6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:34.423466 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecaaa6d-b203-4d85-8231-8ce94e4048a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc716a9c-85fe-45b2-aa6f-39b17b5d214c,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:34.426352 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-5ecaaa6d-b203-4d85-8231-8ce94e4048a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:38.460089 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42840) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:38.563310 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9e986359-fc22-4fb8-bb18-24b99703b171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:38.649033 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9e986359-fc22-4fb8-bb18-24b99703b171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:38.652780 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-9e986359-fc22-4fb8-bb18-24b99703b171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:38.655843 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-6f7e5b27-d420-497c-9682-e15d7ab8de2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:38.690041 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-9e986359-fc22-4fb8-bb18-24b99703b171 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cc2c51ca532a450ba1797dcb3a1e443c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289159 Jun 18 08:52:38.690908 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e986359-fc22-4fb8-bb18-24b99703b171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42355fd-5a52-455d-95ee-c2c1137e7dc1,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:38.692989 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42844) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:38.694365 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-9e986359-fc22-4fb8-bb18-24b99703b171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:38.741882 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eb44d190-0312-4e71-b221-39c520c906e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:38.761935 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eb44d190-0312-4e71-b221-39c520c906e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:38.806634 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eb44d190-0312-4e71-b221-39c520c906e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:38.809238 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-eb44d190-0312-4e71-b221-39c520c906e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:38.810345 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-eb44d190-0312-4e71-b221-39c520c906e5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c42355fd-5a52-455d-95ee-c2c1137e7dc1 HTTP/1.1" status: 204 len: 168 time: 0.1157432 Jun 18 08:52:38.811139 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-d3ccfcd5-b37a-46a2-bd26-e405b474ae9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:38.818751 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44d190-0312-4e71-b221-39c520c906e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42355fd-5a52-455d-95ee-c2c1137e7dc1,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:38.821141 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-eb44d190-0312-4e71-b221-39c520c906e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:39.065870 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 42850) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:39.079192 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-53eacd3d-9ca7-4168-bbf1-82e6718cc57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:39.171104 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-53eacd3d-9ca7-4168-bbf1-82e6718cc57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:39.175472 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-53eacd3d-9ca7-4168-bbf1-82e6718cc57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:39.178631 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-689a4d09-7182-4f40-b8c5-590be359757e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:39.214546 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-53eacd3d-9ca7-4168-bbf1-82e6718cc57c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2dde60940da94315b35a8eadb66aa9b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476295 Jun 18 08:52:39.215459 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eacd3d-9ca7-4168-bbf1-82e6718cc57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a88575e-44e5-4e15-8320-2fa4c839814f,revision_number=1']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:39.217244 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 42852) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:52:39.218389 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-53eacd3d-9ca7-4168-bbf1-82e6718cc57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:39.265056 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-86e59d45-e0c8-4cf3-b53f-5e1ed23146a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:39.286610 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-86e59d45-e0c8-4cf3-b53f-5e1ed23146a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:39.332212 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-86e59d45-e0c8-4cf3-b53f-5e1ed23146a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:39.334957 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-86e59d45-e0c8-4cf3-b53f-5e1ed23146a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:39.336126 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-86e59d45-e0c8-4cf3-b53f-5e1ed23146a8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2a88575e-44e5-4e15-8320-2fa4c839814f HTTP/1.1" status: 204 len: 168 time: 0.1173334 Jun 18 08:52:39.336907 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-adfbe224-5e50-408d-806b-f0943dca7f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:52:39.345217 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e59d45-e0c8-4cf3-b53f-5e1ed23146a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a88575e-44e5-4e15-8320-2fa4c839814f,revision_number=None']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:52:39.348310 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-86e59d45-e0c8-4cf3-b53f-5e1ed23146a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:52:43.617144 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:52:54.061028 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:55.314528 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e50e47bf-1b63-4b63-a6b3-9146e0b76eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:57.983353 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:58.200166 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-42539bf7-15a9-4d77-81dd-1adb520a1f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:59.087445 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:00.753245 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:11.465755 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [-] (92895) accepted ('10.222.0.83', 43050) {{(pid=92895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:53:11.567121 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4f1210ee-091e-45cb-bdcf-b5ffa645c05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:11.659488 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4f1210ee-091e-45cb-bdcf-b5ffa645c05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:11.664078 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron_lib.callbacks.manager [None req-4f1210ee-091e-45cb-bdcf-b5ffa645c05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_create {{(pid=92895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:11.667195 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-86e59d45-e0c8-4cf3-b53f-5e1ed23146a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:53:11.701624 dv-cinder-761113-14-iscsi neutron-server[92895]: INFO neutron.wsgi [None req-4f1210ee-091e-45cb-bdcf-b5ffa645c05c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dd76030d81834d4db929e50293106f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346950 Jun 18 08:53:11.703620 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1210ee-091e-45cb-bdcf-b5ffa645c05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f259fe42-bd3d-421c-80a3-0eb9aae24497,revision_number=1']} {{(pid=92895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:53:11.704393 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [-] (92894) accepted ('10.222.0.83', 43054) {{(pid=92894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:53:11.706804 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG oslo_concurrency.lockutils [None req-4f1210ee-091e-45cb-bdcf-b5ffa645c05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:53:11.753688 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-470f30b1-9cb6-46c2-bf3c-c04824b9730b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:11.773941 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-470f30b1-9cb6-46c2-bf3c-c04824b9730b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:11.818872 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-470f30b1-9cb6-46c2-bf3c-c04824b9730b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959026'] for security_group, after_delete {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:11.821690 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-470f30b1-9cb6-46c2-bf3c-c04824b9730b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:11.823109 dv-cinder-761113-14-iscsi neutron-server[92894]: INFO neutron.wsgi [None req-470f30b1-9cb6-46c2-bf3c-c04824b9730b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f259fe42-bd3d-421c-80a3-0eb9aae24497 HTTP/1.1" status: 204 len: 168 time: 0.1174793 Jun 18 08:53:11.823883 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-8fc609d6-245c-4e98-b697-da002b4b6bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:53:11.831540 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f30b1-9cb6-46c2-bf3c-c04824b9730b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f259fe42-bd3d-421c-80a3-0eb9aae24497,revision_number=None']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:53:11.834935 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG oslo_concurrency.lockutils [None req-470f30b1-9cb6-46c2-bf3c-c04824b9730b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:53:20.615142 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:53:24.065652 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:25.314603 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-fef9382c-b8b9-47ff-b5a6-4290afb1014e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:27.983849 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:28.200862 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-ec2c060a-fe86-4945-8a5e-0334781df61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:29.091347 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:30.758465 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:54.066555 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:55.315172 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4a7be9a9-bef4-4fc1-b109-21886e9b0442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:57.613680 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:53:57.986341 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:58.201615 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3602d91e-754e-4fd1-bb2e-07c73829a276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:59.093112 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:00.759393 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:24.077063 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:25.315969 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7344-dccc-4f61-968e-1d8043e6f722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:27.987235 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:28.202864 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f78342ca-55c8-4122-8864-2590827add8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:29.097329 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:30.763424 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:34.612322 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:54:54.074862 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:55.315954 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-611497e9-c587-4eeb-8912-3a62c5e04291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:57.988761 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:58.203036 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-5e048ca7-ce4a-4ab3-8d71-f1135f8e5696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:59.099993 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:55:00.765895 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:55:11.611405 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:55:15.551436 dv-cinder-761113-14-iscsi neutron-server[92895]: DEBUG neutron.wsgi [req-114c0fcc-d119-4859-84de-60c5ec47264e req-2c3f739a-2002-4857-a061-b1db2cba63d4 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] (92895) timed out ('10.222.0.88', 55874) {{(pid=92895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 08:55:15.821080 dv-cinder-761113-14-iscsi neutron-server[92894]: DEBUG neutron.wsgi [req-265e8576-64c4-4d2c-bed1-d8c3b88a636e req-01bfc9a2-a879-4c82-b710-f4f0959c8808 tempest-AttachVolumeTestJSON-130603504 tempest-AttachVolumeTestJSON-130603504-project] (92894) timed out ('10.222.0.83', 41486) {{(pid=92894) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 08:55:24.075090 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:55:25.321239 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-2369845a-8df1-45d7-890d-50c423f92557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:55:27.993746 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:55:28.202945 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-fae34716-f3b6-4bbb-abba-21b860f27a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:55:29.102185 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:55:30.769630 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:55:48.611082 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:55:54.083350 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:55:55.321732 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-8837d243-6ec5-48b6-8fe6-12298d57d24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:55:57.996153 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:55:58.203916 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-d923a057-ae17-4ba3-b6ee-5babe55a655d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:55:59.105759 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:56:00.770173 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:56:24.104499 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:56:25.322229 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-fa329a1d-c84d-494f-8b0d-8ba11d253f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:56:25.609697 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:56:27.997742 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:56:28.204030 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-3564b88c-f9d4-4270-b38f-e31eb08d828e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:56:29.110308 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:56:30.773187 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:56:54.106759 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:56:55.322591 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-f2e3550e-0661-4cd1-a600-55389c4cd510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:56:57.999202 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:56:58.204261 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-e4d3719a-1106-4392-b678-23e4fccc0428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:56:59.110642 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:57:00.775730 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:57:02.607707 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:57:24.112416 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:57:25.323136 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-714b520c-b920-4e33-a5a8-92bac5644697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:57:28.000332 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:57:28.206220 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-db6169d0-b486-4396-a273-f99494a342e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:57:29.113882 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:57:30.780653 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:57:39.605604 dv-cinder-761113-14-iscsi neutron-server[92897]: DEBUG neutron.db.agents_db [None req-feed2dad-a317-48c7-815c-9d2d5d0fe34a None None] Agent healthcheck: found 6 active agents {{(pid=92897) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:57:54.229804 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1eeb4414-dfbd-4d18-9f02-3407b3c59fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:57:55.324171 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-4b17ef17-a3da-4102-aea5-dc4c1be8a6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:57:58.003680 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-1268c72a-9c96-4067-8c09-ad65cb539300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:57:58.207574 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-84d5c23b-ddc8-4a76-a625-1f6e8f7e1269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:57:59.115688 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-36151224-5809-43df-abe5-93ff9838e624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:58:00.782718 dv-cinder-761113-14-iscsi neutron-server[92896]: DEBUG neutron_lib.callbacks.manager [None req-b3afd253-6621-4d54-9e95-95900d0dade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757668836033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8186701'] for agent, after_update {{(pid=92896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}